2024-11-14 18:47:54,510 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-14 18:47:54,534 main DEBUG Took 0.020762 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 18:47:54,535 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 18:47:54,535 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 18:47:54,537 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 18:47:54,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,560 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 18:47:54,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,583 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,584 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,586 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,587 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,589 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:47:54,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,592 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 18:47:54,594 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:47:54,596 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 18:47:54,599 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 18:47:54,600 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 18:47:54,602 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 18:47:54,603 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 18:47:54,613 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 18:47:54,617 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 18:47:54,619 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 18:47:54,620 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 18:47:54,620 main DEBUG createAppenders(={Console}) 2024-11-14 18:47:54,621 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 initialized 2024-11-14 18:47:54,622 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-14 18:47:54,622 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 OK. 2024-11-14 18:47:54,623 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 18:47:54,623 main DEBUG OutputStream closed 2024-11-14 18:47:54,624 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 18:47:54,624 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 18:47:54,625 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@c88a337 OK 2024-11-14 18:47:54,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 18:47:54,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 18:47:54,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 18:47:54,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 18:47:54,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 18:47:54,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 18:47:54,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 18:47:54,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 18:47:54,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 18:47:54,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 18:47:54,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 18:47:54,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 18:47:54,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 18:47:54,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 18:47:54,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 18:47:54,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 18:47:54,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 18:47:54,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 18:47:54,824 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 18:47:54,825 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-11-14 18:47:54,825 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 18:47:54,827 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-11-14T18:47:54,846 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 18:47:54,850 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 18:47:54,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T18:47:54,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=4566 2024-11-14T18:47:55,434 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T18:47:55,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a 2024-11-14T18:47:55,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588, deleteOnExit=true 2024-11-14T18:47:55,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/zookeeper_0, clientPort=54954, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:47:55,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54954 2024-11-14T18:47:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:47:55,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:47:55,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/test.cache.data in system properties and HBase conf 2024-11-14T18:47:55,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:47:55,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:47:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:47:55,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:47:55,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:47:56,112 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T18:47:56,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:47:56,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:47:56,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:47:56,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:47:56,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:47:56,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:47:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:47:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:47:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:47:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:47:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:47:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:47:56,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:47:56,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:47:56,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:47:57,927 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T18:47:58,056 INFO [Time-limited test {}] log.Log(170): Logging initialized @5056ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T18:47:58,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:47:58,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:47:58,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:47:58,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:47:58,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:47:58,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:47:58,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:47:58,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:47:58,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/java.io.tmpdir/jetty-localhost-41639-hadoop-hdfs-3_4_1-tests_jar-_-any-7777823171353626451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:47:58,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41639} 2024-11-14T18:47:58,640 INFO [Time-limited test {}] server.Server(415): Started @5641ms 2024-11-14T18:47:59,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:47:59,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:47:59,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:47:59,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:47:59,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:47:59,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:47:59,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:47:59,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/java.io.tmpdir/jetty-localhost-35695-hadoop-hdfs-3_4_1-tests_jar-_-any-2107426899578343906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:47:59,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35695} 2024-11-14T18:47:59,597 INFO [Time-limited test {}] server.Server(415): Started @6597ms 2024-11-14T18:47:59,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:01,411 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/data/data1/current/BP-9015878-172.17.0.2-1731610077357/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:01,415 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/data/data2/current/BP-9015878-172.17.0.2-1731610077357/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:01,590 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6744a7a52f98fbea with lease ID 0x8f55b93e08da65ea: Processing first storage report for DS-375b0c7e-9f31-4217-82f3-37ad256dff56 from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=242bc210-7b7a-454a-8b10-c82f1884ec50, infoPort=46235, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=58142791;c=1731610077357) 2024-11-14T18:48:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6744a7a52f98fbea with lease ID 0x8f55b93e08da65ea: from storage DS-375b0c7e-9f31-4217-82f3-37ad256dff56 node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=242bc210-7b7a-454a-8b10-c82f1884ec50, infoPort=46235, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=58142791;c=1731610077357), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T18:48:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6744a7a52f98fbea with lease ID 0x8f55b93e08da65ea: Processing first storage report for DS-dba7ca0e-8f73-481e-84d8-063137950dd6 from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=242bc210-7b7a-454a-8b10-c82f1884ec50, infoPort=46235, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=58142791;c=1731610077357) 2024-11-14T18:48:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6744a7a52f98fbea with lease ID 0x8f55b93e08da65ea: from storage DS-dba7ca0e-8f73-481e-84d8-063137950dd6 node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=242bc210-7b7a-454a-8b10-c82f1884ec50, infoPort=46235, infoSecurePort=0, ipcPort=35117, storageInfo=lv=-57;cid=testClusterID;nsid=58142791;c=1731610077357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:01,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a 2024-11-14T18:48:01,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:01,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:02,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108 with version=8 2024-11-14T18:48:02,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/hbase-staging 2024-11-14T18:48:02,629 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T18:48:03,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:03,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:03,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:03,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:03,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:03,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:03,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:03,534 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T18:48:03,549 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T18:48:03,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:03,596 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 112138 (auto-detected) 2024-11-14T18:48:03,599 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T18:48:03,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37015 2024-11-14T18:48:03,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37015 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:03,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370150x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:03,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37015-0x1013bf675930000 connected 2024-11-14T18:48:04,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:04,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:04,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:04,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108, hbase.cluster.distributed=false 2024-11-14T18:48:04,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/acl 2024-11-14T18:48:04,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-14T18:48:04,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37015 2024-11-14T18:48:04,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37015 2024-11-14T18:48:04,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-14T18:48:04,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-14T18:48:04,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:04,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:04,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:04,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:04,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:04,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:04,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:04,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:04,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38169 2024-11-14T18:48:04,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38169 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:04,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:04,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:04,815 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381690x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:04,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381690x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:04,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38169-0x1013bf675930001 connected 2024-11-14T18:48:04,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:04,853 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:04,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/master 2024-11-14T18:48:04,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/acl 2024-11-14T18:48:04,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-14T18:48:04,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38169 2024-11-14T18:48:04,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38169 2024-11-14T18:48:04,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-14T18:48:04,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38169 2024-11-14T18:48:04,974 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:37015 2024-11-14T18:48:04,977 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /074365650/backup-masters/853c158ffd74,37015,1731610082763 2024-11-14T18:48:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:05,008 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:05,014 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/backup-masters/853c158ffd74,37015,1731610082763 2024-11-14T18:48:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:05,124 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/master 2024-11-14T18:48:05,124 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:05,138 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/master 2024-11-14T18:48:05,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /074365650/backup-masters/853c158ffd74,37015,1731610082763 from backup master directory 2024-11-14T18:48:05,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/backup-masters/853c158ffd74,37015,1731610082763 2024-11-14T18:48:05,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:05,181 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:05,181 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,37015,1731610082763 2024-11-14T18:48:05,182 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:05,184 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T18:48:05,188 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T18:48:05,423 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/hbase.id] with ID: 1cbd0a32-9489-47c2-8e37-4c692c918801 2024-11-14T18:48:05,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.tmp/hbase.id 2024-11-14T18:48:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:48:05,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.tmp/hbase.id]:[hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/hbase.id] 2024-11-14T18:48:05,763 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:05,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:05,830 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 56ms. 2024-11-14T18:48:05,877 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:05,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:48:06,362 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:06,366 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:06,389 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:48:06,394 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:48:06,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store 2024-11-14T18:48:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:48:07,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T18:48:07,039 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:07,041 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:07,041 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:07,042 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:07,044 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:07,044 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:07,044 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:07,046 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610087041Disabling compacts and flushes for region at 1731610087041Disabling writes for close at 1731610087044 (+3 ms)Writing region close event to WAL at 1731610087044Closed at 1731610087044 2024-11-14T18:48:07,049 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/.initializing 2024-11-14T18:48:07,050 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763 2024-11-14T18:48:07,062 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:07,088 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C37015%2C1731610082763, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:07,121 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763/853c158ffd74%2C37015%2C1731610082763.1731610087095, exclude list is [], retry=0 2024-11-14T18:48:07,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:07,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T18:48:07,233 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:07,244 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:07,245 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:07,246 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:07,253 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,256 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:07,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:07,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:07,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:07,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:07,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:07,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:07,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:07,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:07,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:07,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:07,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:07,463 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,472 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,474 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,489 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,491 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:07,504 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:07,519 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:07,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64980327, jitterRate=-0.03171767294406891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:07,530 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610087278Initializing all the Stores at 1731610087288 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610087289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610087294 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610087296 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610087296Cleaning up temporary data from old regions at 1731610087491 (+195 ms)Region opened successfully at 1731610087529 (+38 ms) 2024-11-14T18:48:07,535 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:07,589 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a684a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:07,634 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:48:07,661 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:07,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:07,666 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:07,668 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T18:48:07,675 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T18:48:07,675 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:07,723 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:07,736 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:07,803 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/balancer already deleted, retry=false 2024-11-14T18:48:07,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:07,811 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:07,827 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/normalizer already deleted, retry=false 2024-11-14T18:48:07,831 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:07,861 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:07,868 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/switch/split already deleted, retry=false 2024-11-14T18:48:07,870 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:07,879 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/switch/merge already deleted, retry=false 2024-11-14T18:48:07,910 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:07,918 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:07,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:07,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:07,938 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:07,938 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:07,949 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,37015,1731610082763, sessionid=0x1013bf675930000, setting cluster-up flag (Was=false) 2024-11-14T18:48:08,010 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:08,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:08,051 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /074365650/flush-table-proc/acquired, /074365650/flush-table-proc/reached, /074365650/flush-table-proc/abort 2024-11-14T18:48:08,056 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,37015,1731610082763 2024-11-14T18:48:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:08,079 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:08,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /074365650/online-snapshot/acquired, /074365650/online-snapshot/reached, /074365650/online-snapshot/abort 2024-11-14T18:48:08,103 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,37015,1731610082763 2024-11-14T18:48:08,112 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:48:08,159 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(746): ClusterId : 1cbd0a32-9489-47c2-8e37-4c692c918801 2024-11-14T18:48:08,163 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:08,204 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:08,205 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:08,221 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:08,223 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14df1a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:08,242 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:08,267 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:08,282 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:08,278 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:38169 2024-11-14T18:48:08,294 INFO [RS:0;853c158ffd74:38169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:08,294 INFO [RS:0;853c158ffd74:38169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:08,294 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:08,310 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,37015,1731610082763 with port=38169, startcode=1731610084633 2024-11-14T18:48:08,295 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,37015,1731610082763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:08,347 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:08,353 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:08,355 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:08,367 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:08,378 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:08,378 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:08,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,387 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:08,400 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610118400 2024-11-14T18:48:08,402 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:08,403 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:08,409 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:08,409 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:08,410 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:08,411 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:08,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:08,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:48:08,420 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,432 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:08,434 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:08,434 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:08,436 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:08,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:08,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:48:08,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:08,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:08,459 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610088454,5,FailOnTimeoutGroup] 2024-11-14T18:48:08,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610088463,5,FailOnTimeoutGroup] 2024-11-14T18:48:08,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,469 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:08,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:08,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:48:08,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37015 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,515 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108 2024-11-14T18:48:08,515 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43915 2024-11-14T18:48:08,515 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:08,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/rs 2024-11-14T18:48:08,558 DEBUG [RS:0;853c158ffd74:38169 {}] zookeeper.ZKUtil(111): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/rs/853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,558 WARN [RS:0;853c158ffd74:38169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:08,558 INFO [RS:0;853c158ffd74:38169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:08,559 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,38169,1731610084633] 2024-11-14T18:48:08,638 INFO [RS:0;853c158ffd74:38169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:08,672 INFO [RS:0;853c158ffd74:38169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:08,687 INFO [RS:0;853c158ffd74:38169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:08,687 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,692 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:08,703 INFO [RS:0;853c158ffd74:38169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:08,706 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,707 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,707 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,712 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,712 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,714 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,715 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:08,715 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,715 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,715 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,716 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,716 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,717 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:08,717 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:08,717 DEBUG [RS:0;853c158ffd74:38169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:08,726 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,727 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,728 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,728 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,728 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,728 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38169,1731610084633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:08,761 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:08,763 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38169,1731610084633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,764 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,764 INFO [RS:0;853c158ffd74:38169 {}] regionserver.Replication(171): 853c158ffd74,38169,1731610084633 started 2024-11-14T18:48:08,786 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:08,787 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,38169,1731610084633, RpcServer on 853c158ffd74/172.17.0.2:38169, sessionid=0x1013bf675930001 2024-11-14T18:48:08,788 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:08,788 DEBUG [RS:0;853c158ffd74:38169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,788 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38169,1731610084633' 2024-11-14T18:48:08,788 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/074365650/flush-table-proc/abort' 2024-11-14T18:48:08,793 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/074365650/flush-table-proc/acquired' 2024-11-14T18:48:08,794 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:08,794 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:08,794 DEBUG [RS:0;853c158ffd74:38169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,38169,1731610084633 2024-11-14T18:48:08,794 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38169,1731610084633' 2024-11-14T18:48:08,794 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/074365650/online-snapshot/abort' 2024-11-14T18:48:08,795 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/074365650/online-snapshot/acquired' 2024-11-14T18:48:08,796 DEBUG [RS:0;853c158ffd74:38169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:08,796 INFO [RS:0;853c158ffd74:38169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:08,796 INFO [RS:0;853c158ffd74:38169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:08,911 INFO [RS:0;853c158ffd74:38169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:08,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:48:08,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108 2024-11-14T18:48:08,943 INFO [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38169%2C1731610084633, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:48:08,979 DEBUG [RS:0;853c158ffd74:38169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950, exclude list is [], retry=0 2024-11-14T18:48:08,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:09,004 INFO [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 2024-11-14T18:48:09,009 DEBUG [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:09,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:09,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:09,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:09,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:09,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:09,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:09,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:09,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:09,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:09,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:09,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:09,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:09,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:09,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:09,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:09,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:09,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:09,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:09,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:09,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:09,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:09,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:09,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:09,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:09,460 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:09,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67694104, jitterRate=0.008720755577087402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:09,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610089364Initializing all the Stores at 1731610089368 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610089368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610089369 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610089369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610089369Cleaning up temporary data from old regions at 1731610089448 (+79 ms)Region opened successfully at 1731610089469 (+21 ms) 2024-11-14T18:48:09,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:09,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:09,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:09,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:09,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:09,472 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:09,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610089469Disabling compacts and flushes for region at 1731610089469Disabling writes for close at 1731610089470 (+1 ms)Writing region close event to WAL at 1731610089472 (+2 ms)Closed at 1731610089472 2024-11-14T18:48:09,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:09,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:48:09,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:09,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:09,507 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:48:09,661 DEBUG [853c158ffd74:37015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:09,686 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,38169,1731610084633 2024-11-14T18:48:09,710 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38169,1731610084633, state=OPENING 2024-11-14T18:48:09,775 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:48:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:09,784 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:09,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:09,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:09,796 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:09,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38169,1731610084633}] 2024-11-14T18:48:09,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:10,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:10,033 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:10,033 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:10,034 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:10,048 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38169%2C1731610084633.meta, suffix=.meta, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:10,074 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.meta.1731610090052.meta, exclude list is [], retry=0 2024-11-14T18:48:10,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:10,091 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.meta.1731610090052.meta 2024-11-14T18:48:10,093 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:10,094 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:10,102 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:10,104 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:10,108 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:10,111 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:10,116 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:10,117 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:10,118 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:10,118 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:10,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:10,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:10,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:10,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:10,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:10,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:10,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:10,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:10,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:10,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:10,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:10,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:10,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:10,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:10,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:10,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:10,142 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:10,144 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:10,149 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:10,153 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:10,153 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:10,155 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:10,159 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:10,161 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73803872, jitterRate=0.09976339340209961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:10,162 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:10,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610090118Writing region info on filesystem at 1731610090119 (+1 ms)Initializing all the Stores at 1731610090124 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610090124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610090125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610090125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610090125Cleaning up temporary data from old regions at 1731610090153 (+28 ms)Running coprocessor post-open hooks at 1731610090162 (+9 ms)Region opened successfully at 1731610090163 (+1 ms) 2024-11-14T18:48:10,173 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610089981 2024-11-14T18:48:10,186 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:10,187 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:10,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38169,1731610084633 2024-11-14T18:48:10,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38169,1731610084633, state=OPEN 2024-11-14T18:48:10,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:10,298 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:10,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:10,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:10,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,38169,1731610084633 2024-11-14T18:48:10,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:48:10,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38169,1731610084633 in 500 msec 2024-11-14T18:48:10,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:48:10,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-11-14T18:48:10,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:10,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:48:10,343 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:10,345 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38169,1731610084633, seqNum=-1] 2024-11-14T18:48:10,370 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:10,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:10,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2420 sec 2024-11-14T18:48:10,404 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610090404, completionTime=-1 2024-11-14T18:48:10,408 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:48:10,408 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:10,444 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:10,444 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610150444 2024-11-14T18:48:10,444 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610210444 2024-11-14T18:48:10,445 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-14T18:48:10,448 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,449 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,449 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:37015, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,453 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,460 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:48:10,489 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.308sec 2024-11-14T18:48:10,490 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:10,492 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:10,494 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:10,494 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:10,495 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:10,496 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:10,497 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:10,509 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:10,510 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:10,511 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37015,1731610082763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:10,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:10,599 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T18:48:10,600 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T18:48:10,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37015,-1 for getting cluster id 2024-11-14T18:48:10,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:10,644 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cbd0a32-9489-47c2-8e37-4c692c918801' 2024-11-14T18:48:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cbd0a32-9489-47c2-8e37-4c692c918801" 2024-11-14T18:48:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4dfec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37015,-1] 2024-11-14T18:48:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:10,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:10,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:10,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38169,1731610084633, seqNum=-1] 2024-11-14T18:48:10,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:10,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:10,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,37015,1731610082763 2024-11-14T18:48:10,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:10,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:10,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf675930002 connected 2024-11-14T18:48:10,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir so I do NOT create it in target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0 2024-11-14T18:48:10,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:48:10,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.tmp.dir so I do NOT create it in target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0 2024-11-14T18:48:10,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:48:10,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0 2024-11-14T18:48:10,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:48:10,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/cluster_916bd1a4-dc74-e2b9-e64b-5780a9da0817, deleteOnExit=true 2024-11-14T18:48:10,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:48:10,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/test.cache.data in system properties and HBase conf 2024-11-14T18:48:10,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:48:10,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:48:10,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:48:10,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:48:10,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:48:10,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:48:10,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:10,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:10,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:48:10,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:10,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:48:10,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:48:10,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:10,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:48:10,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:48:11,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:11,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:11,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:11,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:11,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:48:11,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:11,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:11,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/java.io.tmpdir/jetty-localhost-37717-hadoop-hdfs-3_4_1-tests_jar-_-any-10093218297121566417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:11,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:37717} 2024-11-14T18:48:11,535 INFO [Time-limited test {}] server.Server(415): Started @18536ms 2024-11-14T18:48:11,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:11,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:11,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:11,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:11,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:11,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:11,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:12,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/java.io.tmpdir/jetty-localhost-45629-hadoop-hdfs-3_4_1-tests_jar-_-any-169626802511520600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:12,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:45629} 2024-11-14T18:48:12,070 INFO [Time-limited test {}] server.Server(415): Started @19071ms 2024-11-14T18:48:12,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:12,630 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/cluster_916bd1a4-dc74-e2b9-e64b-5780a9da0817/data/data1/current/BP-1568669530-172.17.0.2-1731610091006/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:12,631 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/cluster_916bd1a4-dc74-e2b9-e64b-5780a9da0817/data/data2/current/BP-1568669530-172.17.0.2-1731610091006/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:12,714 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77244d88a2814f75 with lease ID 0xaed13f1251522c35: Processing first storage report for DS-ed297b41-65a6-436a-ba4a-f52a7bfcb883 from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=3004f307-86e7-4f8d-b36e-048b9bf91386, infoPort=38377, infoSecurePort=0, ipcPort=37933, storageInfo=lv=-57;cid=testClusterID;nsid=1952636424;c=1731610091006) 2024-11-14T18:48:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77244d88a2814f75 with lease ID 0xaed13f1251522c35: from storage DS-ed297b41-65a6-436a-ba4a-f52a7bfcb883 node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=3004f307-86e7-4f8d-b36e-048b9bf91386, infoPort=38377, infoSecurePort=0, ipcPort=37933, storageInfo=lv=-57;cid=testClusterID;nsid=1952636424;c=1731610091006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77244d88a2814f75 with lease ID 0xaed13f1251522c35: Processing first storage report for DS-4a2ed7a0-a590-4b38-8a43-baeb813a2a30 from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=3004f307-86e7-4f8d-b36e-048b9bf91386, infoPort=38377, infoSecurePort=0, ipcPort=37933, storageInfo=lv=-57;cid=testClusterID;nsid=1952636424;c=1731610091006) 2024-11-14T18:48:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77244d88a2814f75 with lease ID 0xaed13f1251522c35: from storage DS-4a2ed7a0-a590-4b38-8a43-baeb813a2a30 node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=3004f307-86e7-4f8d-b36e-048b9bf91386, infoPort=38377, infoSecurePort=0, ipcPort=37933, storageInfo=lv=-57;cid=testClusterID;nsid=1952636424;c=1731610091006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:12,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0 2024-11-14T18:48:12,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:12,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:12,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b with version=8 2024-11-14T18:48:12,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/hbase-staging 2024-11-14T18:48:12,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:12,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:12,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:12,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:12,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:12,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46299 2024-11-14T18:48:12,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46299 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:12,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462990x0, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:12,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46299-0x1013bf675930003 connected 2024-11-14T18:48:12,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:12,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:12,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/running 2024-11-14T18:48:12,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b, hbase.cluster.distributed=false 2024-11-14T18:48:12,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/acl 2024-11-14T18:48:12,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-14T18:48:12,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46299 2024-11-14T18:48:12,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46299 2024-11-14T18:48:12,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-14T18:48:12,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-14T18:48:12,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:12,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:12,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42835 2024-11-14T18:48:12,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42835 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:12,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:12,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428350x0, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:13,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428350x0, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/running 2024-11-14T18:48:13,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42835-0x1013bf675930004 connected 2024-11-14T18:48:13,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:13,003 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:13,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/master 2024-11-14T18:48:13,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/acl 2024-11-14T18:48:13,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-14T18:48:13,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42835 2024-11-14T18:48:13,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42835 2024-11-14T18:48:13,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-14T18:48:13,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-14T18:48:13,031 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:46299 2024-11-14T18:48:13,032 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-703723096/backup-masters/853c158ffd74,46299,1731610092765 2024-11-14T18:48:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/backup-masters 2024-11-14T18:48:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/backup-masters 2024-11-14T18:48:13,045 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on existing znode=/1-703723096/backup-masters/853c158ffd74,46299,1731610092765 2024-11-14T18:48:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-703723096/master 2024-11-14T18:48:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:13,055 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on existing znode=/1-703723096/master 2024-11-14T18:48:13,057 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-703723096/backup-masters/853c158ffd74,46299,1731610092765 from backup master directory 2024-11-14T18:48:13,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/backup-masters 2024-11-14T18:48:13,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-703723096/backup-masters/853c158ffd74,46299,1731610092765 2024-11-14T18:48:13,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/backup-masters 2024-11-14T18:48:13,070 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:13,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,46299,1731610092765 2024-11-14T18:48:13,106 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/hbase.id] with ID: 79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:13,106 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/.tmp/hbase.id 2024-11-14T18:48:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:48:13,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:48:13,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:48:13,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:13,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:48:13,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:13,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:48:13,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:48:13,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:48:13,546 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/.tmp/hbase.id]:[hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/hbase.id] 2024-11-14T18:48:13,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:13,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:13,586 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T18:48:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:48:13,626 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:13,627 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:13,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:13,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:48:14,048 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store 2024-11-14T18:48:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:48:14,088 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:14,089 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:14,089 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:14,089 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:14,089 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:14,089 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:14,089 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:14,089 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610094089Disabling compacts and flushes for region at 1731610094089Disabling writes for close at 1731610094089Writing region close event to WAL at 1731610094089Closed at 1731610094089 2024-11-14T18:48:14,091 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/.initializing 2024-11-14T18:48:14,091 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/WALs/853c158ffd74,46299,1731610092765 2024-11-14T18:48:14,094 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:14,098 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C46299%2C1731610092765, suffix=, logDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/WALs/853c158ffd74,46299,1731610092765, archiveDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:14,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/WALs/853c158ffd74,46299,1731610092765/853c158ffd74%2C46299%2C1731610092765.1731610094098, exclude list is [], retry=0 2024-11-14T18:48:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-ed297b41-65a6-436a-ba4a-f52a7bfcb883,DISK] 2024-11-14T18:48:14,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/WALs/853c158ffd74,46299,1731610092765/853c158ffd74%2C46299%2C1731610092765.1731610094098 2024-11-14T18:48:14,136 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-14T18:48:14,136 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:14,137 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:14,137 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,137 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:14,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:14,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:14,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:14,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:14,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:14,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:14,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:14,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:14,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:14,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:14,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:14,171 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,173 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,174 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,177 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,177 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,178 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:14,182 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:14,187 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:14,188 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74762736, jitterRate=0.11405158042907715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:14,188 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610094137Initializing all the Stores at 1731610094140 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610094140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610094142 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610094142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610094142Cleaning up temporary data from old regions at 1731610094177 (+35 ms)Region opened successfully at 1731610094188 (+11 ms) 2024-11-14T18:48:14,189 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:14,198 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60432fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:14,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:48:14,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:14,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:14,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:14,202 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T18:48:14,203 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:48:14,203 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:14,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:14,211 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:14,241 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/balancer already deleted, retry=false 2024-11-14T18:48:14,242 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:14,243 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:14,250 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/normalizer already deleted, retry=false 2024-11-14T18:48:14,250 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:14,252 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:14,258 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/switch/split already deleted, retry=false 2024-11-14T18:48:14,260 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:14,266 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/switch/merge already deleted, retry=false 2024-11-14T18:48:14,270 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:14,318 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-703723096/running 2024-11-14T18:48:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-703723096/running 2024-11-14T18:48:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,346 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,46299,1731610092765, sessionid=0x1013bf675930003, setting cluster-up flag (Was=false) 2024-11-14T18:48:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,433 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-703723096/flush-table-proc/acquired, /1-703723096/flush-table-proc/reached, /1-703723096/flush-table-proc/abort 2024-11-14T18:48:14,437 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,46299,1731610092765 2024-11-14T18:48:14,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:14,483 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-703723096/online-snapshot/acquired, /1-703723096/online-snapshot/reached, /1-703723096/online-snapshot/abort 2024-11-14T18:48:14,486 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,46299,1731610092765 2024-11-14T18:48:14,492 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:48:14,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:14,499 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:14,500 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:14,500 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,46299,1731610092765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:14,502 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,503 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:14,504 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:14,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:48:14,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:14,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:48:14,522 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610124522 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:14,523 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:14,529 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,540 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:14,540 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:14,541 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:14,541 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:14,542 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:14,542 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:14,543 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610094542,5,FailOnTimeoutGroup] 2024-11-14T18:48:14,544 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(746): ClusterId : 79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:14,544 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:14,545 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610094543,5,FailOnTimeoutGroup] 2024-11-14T18:48:14,545 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:14,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:48:14,574 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:14,575 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:14,626 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:14,626 DEBUG [RS:0;853c158ffd74:42835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710483ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:14,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:48:14,646 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:42835 2024-11-14T18:48:14,646 INFO [RS:0;853c158ffd74:42835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:14,646 INFO [RS:0;853c158ffd74:42835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:14,646 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:14,648 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,46299,1731610092765 with port=42835, startcode=1731610092965 2024-11-14T18:48:14,648 DEBUG [RS:0;853c158ffd74:42835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:14,664 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:14,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46299 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,668 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b 2024-11-14T18:48:14,668 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41791 2024-11-14T18:48:14,668 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/rs 2024-11-14T18:48:14,684 DEBUG [RS:0;853c158ffd74:42835 {}] zookeeper.ZKUtil(111): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on existing znode=/1-703723096/rs/853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,684 WARN [RS:0;853c158ffd74:42835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:14,684 INFO [RS:0;853c158ffd74:42835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:14,684 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,42835,1731610092965] 2024-11-14T18:48:14,691 INFO [RS:0;853c158ffd74:42835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:14,694 INFO [RS:0;853c158ffd74:42835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:14,699 INFO [RS:0;853c158ffd74:42835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:14,699 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,701 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:14,703 INFO [RS:0;853c158ffd74:42835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:14,703 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,703 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,704 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,705 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,705 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,705 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:14,705 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:14,705 DEBUG [RS:0;853c158ffd74:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,708 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42835,1731610092965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:14,731 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:14,732 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42835,1731610092965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,732 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,732 INFO [RS:0;853c158ffd74:42835 {}] regionserver.Replication(171): 853c158ffd74,42835,1731610092965 started 2024-11-14T18:48:14,755 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:14,755 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,42835,1731610092965, RpcServer on 853c158ffd74/172.17.0.2:42835, sessionid=0x1013bf675930004 2024-11-14T18:48:14,755 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:14,755 DEBUG [RS:0;853c158ffd74:42835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,755 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42835,1731610092965' 2024-11-14T18:48:14,756 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-703723096/flush-table-proc/abort' 2024-11-14T18:48:14,756 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-703723096/flush-table-proc/acquired' 2024-11-14T18:48:14,757 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:14,757 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:14,757 DEBUG [RS:0;853c158ffd74:42835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,42835,1731610092965 2024-11-14T18:48:14,757 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42835,1731610092965' 2024-11-14T18:48:14,757 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-703723096/online-snapshot/abort' 2024-11-14T18:48:14,758 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-703723096/online-snapshot/acquired' 2024-11-14T18:48:14,759 DEBUG [RS:0;853c158ffd74:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:14,759 INFO [RS:0;853c158ffd74:42835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:14,759 INFO [RS:0;853c158ffd74:42835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:14,860 INFO [RS:0;853c158ffd74:42835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:14,863 INFO [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42835%2C1731610092965, suffix=, logDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965, archiveDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/oldWALs, maxLogs=10 2024-11-14T18:48:14,883 DEBUG [RS:0;853c158ffd74:42835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965/853c158ffd74%2C42835%2C1731610092965.1731610094865, exclude list is [], retry=0 2024-11-14T18:48:14,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-ed297b41-65a6-436a-ba4a-f52a7bfcb883,DISK] 2024-11-14T18:48:14,913 INFO [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965/853c158ffd74%2C42835%2C1731610092965.1731610094865 2024-11-14T18:48:14,914 DEBUG [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-14T18:48:14,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:48:14,964 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b 2024-11-14T18:48:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:48:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:15,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:15,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:15,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:15,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:15,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:15,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:15,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:15,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:15,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:15,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740 2024-11-14T18:48:15,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740 2024-11-14T18:48:15,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:15,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:15,053 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:15,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:15,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:15,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186748, jitterRate=0.016061723232269287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:15,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610094997Initializing all the Stores at 1731610095003 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095003Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610095003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095003Cleaning up temporary data from old regions at 1731610095052 (+49 ms)Region opened successfully at 1731610095064 (+12 ms) 2024-11-14T18:48:15,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:15,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:15,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:15,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:15,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:15,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:15,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610095065Disabling compacts and flushes for region at 1731610095065Disabling writes for close at 1731610095065Writing region close event to WAL at 1731610095071 (+6 ms)Closed at 1731610095071 2024-11-14T18:48:15,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:15,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:48:15,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:15,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:15,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:48:15,253 DEBUG [853c158ffd74:46299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:15,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,42835,1731610092965 2024-11-14T18:48:15,266 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42835,1731610092965, state=OPENING 2024-11-14T18:48:15,367 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:48:15,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:15,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:15,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-703723096/meta-region-server: CHANGED 2024-11-14T18:48:15,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-703723096/meta-region-server: CHANGED 2024-11-14T18:48:15,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:15,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42835,1731610092965}] 2024-11-14T18:48:15,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:15,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:15,619 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:15,619 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:15,619 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:15,639 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42835%2C1731610092965.meta, suffix=.meta, logDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965, archiveDir=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/oldWALs, maxLogs=10 2024-11-14T18:48:15,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:15,673 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965/853c158ffd74%2C42835%2C1731610092965.meta.1731610095642.meta, exclude list is [], retry=0 2024-11-14T18:48:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-ed297b41-65a6-436a-ba4a-f52a7bfcb883,DISK] 2024-11-14T18:48:15,747 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/WALs/853c158ffd74,42835,1731610092965/853c158ffd74%2C42835%2C1731610092965.meta.1731610095642.meta 2024-11-14T18:48:15,753 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-14T18:48:15,753 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:15,754 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:15,754 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:15,754 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:15,754 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:15,755 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:15,755 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:15,756 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:15,756 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:15,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:15,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:15,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:15,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:15,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:15,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:15,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:15,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:15,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:15,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:15,818 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:15,820 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740 2024-11-14T18:48:15,823 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740 2024-11-14T18:48:15,826 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:15,826 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:15,828 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:15,833 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:15,836 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72201430, jitterRate=0.07588514685630798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:15,836 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:15,842 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610095756Writing region info on filesystem at 1731610095756Initializing all the Stores at 1731610095777 (+21 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095786 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610095786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610095786Cleaning up temporary data from old regions at 1731610095826 (+40 ms)Running coprocessor post-open hooks at 1731610095836 (+10 ms)Region opened successfully at 1731610095836 2024-11-14T18:48:15,852 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610095585 2024-11-14T18:48:15,866 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:15,866 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:15,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,42835,1731610092965 2024-11-14T18:48:15,886 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42835,1731610092965, state=OPEN 2024-11-14T18:48:16,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-703723096/meta-region-server 2024-11-14T18:48:16,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-703723096/meta-region-server 2024-11-14T18:48:16,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-703723096/meta-region-server: CHANGED 2024-11-14T18:48:16,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-703723096/meta-region-server: CHANGED 2024-11-14T18:48:16,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,42835,1731610092965 2024-11-14T18:48:16,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:48:16,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42835,1731610092965 in 659 msec 2024-11-14T18:48:16,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:16,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:48:16,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:48:16,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 990 msec 2024-11-14T18:48:16,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:16,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42835,1731610092965, seqNum=-1] 2024-11-14T18:48:16,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:16,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:16,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6140 sec 2024-11-14T18:48:16,116 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610096116, completionTime=-1 2024-11-14T18:48:16,116 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:48:16,116 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:16,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:16,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610156121 2024-11-14T18:48:16,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610216121 2024-11-14T18:48:16,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T18:48:16,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:46299, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,126 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,139 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:48:16,143 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.059sec 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:16,144 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:16,152 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:16,152 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:16,152 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46299,1731610092765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:16,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:16,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:16,167 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:16,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:16,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42835,1731610092965, seqNum=-1] 2024-11-14T18:48:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:16,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,46299,1731610092765 2024-11-14T18:48:16,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:16,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf675930005 connected 2024-11-14T18:48:16,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37015,-1 for getting cluster id 2024-11-14T18:48:16,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:16,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cbd0a32-9489-47c2-8e37-4c692c918801' 2024-11-14T18:48:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cbd0a32-9489-47c2-8e37-4c692c918801" 2024-11-14T18:48:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37015,-1] 2024-11-14T18:48:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:16,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37015,1731610082763 2024-11-14T18:48:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-14T18:48:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:16,322 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:16,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:48:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:48:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:16,353 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:16,375 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c658e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,375 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:16,375 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:16,377 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:16,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:16,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:16,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98eb0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:16,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:16,381 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:16,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c3a0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:16,387 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:16,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:16,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ad2bcc0 2024-11-14T18:48:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:16,397 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:16,415 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T18:48:16,415 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:48:16,428 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:16,429 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:16,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:16,431 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:16,438 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:48:16,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:48:16,446 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:16,461 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:48:16,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741835_1011 (size=1138) 2024-11-14T18:48:16,495 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:48:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:16,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17c434b67b0f79d97bb39bc8b50cb0ab, NAME => 'hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108 2024-11-14T18:48:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741836_1012 (size=44) 2024-11-14T18:48:16,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:16,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17c434b67b0f79d97bb39bc8b50cb0ab, disabling compactions & flushes 2024-11-14T18:48:16,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:16,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:16,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. after waiting 0 ms 2024-11-14T18:48:16,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:16,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:16,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17c434b67b0f79d97bb39bc8b50cb0ab: Waiting for close lock at 1731610096888Disabling compacts and flushes for region at 1731610096888Disabling writes for close at 1731610096888Writing region close event to WAL at 1731610096888Closed at 1731610096888 2024-11-14T18:48:16,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:48:16,897 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610096892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610096892"}]},"ts":"1731610096892"} 2024-11-14T18:48:16,902 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:48:16,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:48:16,907 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610096904"}]},"ts":"1731610096904"} 2024-11-14T18:48:16,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:48:16,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN}] 2024-11-14T18:48:16,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN 2024-11-14T18:48:16,920 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN; state=OFFLINE, location=853c158ffd74,38169,1731610084633; forceNewPlan=false, retain=false 2024-11-14T18:48:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:17,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17c434b67b0f79d97bb39bc8b50cb0ab, regionState=OPENING, regionLocation=853c158ffd74,38169,1731610084633 2024-11-14T18:48:17,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN because future has completed 2024-11-14T18:48:17,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,38169,1731610084633}] 2024-11-14T18:48:17,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:17,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:17,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:48:17,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38169%2C1731610084633.rep, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:17,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.rep.1731610097276, exclude list is [], retry=0 2024-11-14T18:48:17,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:17,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.rep.1731610097276 2024-11-14T18:48:17,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:17,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 17c434b67b0f79d97bb39bc8b50cb0ab, NAME => 'hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:17,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:17,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:17,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. service=MultiRowMutationService 2024-11-14T18:48:17,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:48:17,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:17,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,316 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,318 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName hfileref 2024-11-14T18:48:17,318 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:17,319 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:17,319 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,327 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName queue 2024-11-14T18:48:17,327 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:17,328 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:17,328 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,330 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName sid 2024-11-14T18:48:17,330 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:17,331 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:17,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:48:17,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:17,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 17c434b67b0f79d97bb39bc8b50cb0ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72271668, jitterRate=0.07693177461624146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:48:17,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:17,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 17c434b67b0f79d97bb39bc8b50cb0ab: Running coprocessor pre-open hook at 1731610097313Writing region info on filesystem at 1731610097313Initializing all the Stores at 1731610097315 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610097315Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610097315Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610097315Cleaning up temporary data from old regions at 1731610097338 (+23 ms)Running coprocessor post-open hooks at 1731610097348 (+10 ms)Region opened successfully at 1731610097349 (+1 ms) 2024-11-14T18:48:17,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., pid=7, masterSystemTime=1731610097244 2024-11-14T18:48:17,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:17,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:17,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17c434b67b0f79d97bb39bc8b50cb0ab, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38169,1731610084633 2024-11-14T18:48:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,38169,1731610084633 because future has completed 2024-11-14T18:48:17,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T18:48:17,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,38169,1731610084633 in 285 msec 2024-11-14T18:48:17,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:48:17,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN in 458 msec 2024-11-14T18:48:17,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:48:17,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610097377"}]},"ts":"1731610097377"} 2024-11-14T18:48:17,380 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:48:17,381 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:48:17,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 949 msec 2024-11-14T18:48:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., hostname=853c158ffd74,38169,1731610084633, seqNum=2] 2024-11-14T18:48:17,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38169 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T18:48:17,466 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:17,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:48:17,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T18:48:17,658 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:48:17,719 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,38169,1731610084633, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:48:17,721 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:17,721 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38169,1731610084633, seqNum=-1] 2024-11-14T18:48:17,722 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:17,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T18:48:17,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,38169,1731610084633', locateType=CURRENT is [region=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., hostname=853c158ffd74,38169,1731610084633, seqNum=2] 2024-11-14T18:48:17,737 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T18:48:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T18:48:17,753 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,38169,1731610084633 suceeded 2024-11-14T18:48:17,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T18:48:17,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 265 msec 2024-11-14T18:48:17,762 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:17,765 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:17,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-14T18:48:17,769 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343c2a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:17,769 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:17,769 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:17,770 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:17,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:17,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:17,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118f96f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:17,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:17,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:17,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:17,776 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:17,779 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fff250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:17,779 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f7ca99 2024-11-14T18:48:17,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:17,784 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T18:48:17,786 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,38169,1731610084633 (queues=1) is replicating from cluster=1cbd0a32-9489-47c2-8e37-4c692c918801 to cluster=79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:17,788 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C38169%2C1731610084633 2024-11-14T18:48:17,795 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,38169,1731610084633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:48:17,807 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C38169%2C1731610084633 2024-11-14T18:48:17,828 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950, startPosition=0, beingWritten=true 2024-11-14T18:48:18,117 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:18,440 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:18,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:18,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:18,493 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:48:18,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:18,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37015,-1 for getting cluster id 2024-11-14T18:48:18,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:18,496 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cbd0a32-9489-47c2-8e37-4c692c918801' 2024-11-14T18:48:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cbd0a32-9489-47c2-8e37-4c692c918801" 2024-11-14T18:48:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13019ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37015,-1] 2024-11-14T18:48:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,501 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:18,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d151693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37015,1731610082763 2024-11-14T18:48:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62be1ac3 2024-11-14T18:48:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:18,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:18,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:48:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:48:18,524 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:18,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6726b515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,527 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:18,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T18:48:18,531 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784fc2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,535 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:18,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fadc994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23ac2890 2024-11-14T18:48:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:18,551 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:18,553 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:48:18,554 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:48:18,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:18,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:48:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T18:48:18,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T18:48:18,784 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T18:48:18,851 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:18,851 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-853c158ffd74,38169,1731610084633, ReplicationSource: 2, currentBandwidth=0 2024-11-14T18:48:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T18:48:18,880 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T18:48:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T18:48:18,903 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 853c158ffd74,38169,1731610084633 suceeded 2024-11-14T18:48:18,913 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:18,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a17819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:18,916 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:18,918 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:18,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:18,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:18,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@939dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:18,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:18,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:18,921 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:18,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:48:18,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 276 msec 2024-11-14T18:48:18,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 413 msec 2024-11-14T18:48:18,927 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:18,929 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f0b111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:18,929 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:18,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:18,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a5dbf54 2024-11-14T18:48:18,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:18,947 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T18:48:18,949 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-853c158ffd74,38169,1731610084633 (queues=1) is replicating from cluster=1cbd0a32-9489-47c2-8e37-4c692c918801 to cluster=79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:18,949 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=853c158ffd74%2C38169%2C1731610084633 2024-11-14T18:48:18,949 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-853c158ffd74,38169,1731610084633, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:48:18,951 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950, startPosition=0, beingWritten=true 2024-11-14T18:48:18,958 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C38169%2C1731610084633 2024-11-14T18:48:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T18:48:19,174 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T18:48:19,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:19,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:19,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:19,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37015,1731610082763 2024-11-14T18:48:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72880a0d 2024-11-14T18:48:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:19,198 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:19,203 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:19,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:19,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T18:48:19,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:19,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T18:48:19,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T18:48:19,254 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:19,259 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e840994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,259 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:19,259 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T18:48:19,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:19,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:19,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:19,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1172e2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:19,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:19,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,266 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:19,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4891ef63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,267 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2666e6c8 2024-11-14T18:48:19,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:19,271 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:19,273 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T18:48:19,273 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:48:19,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:19,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:48:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T18:48:19,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:19,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T18:48:19,486 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T18:48:19,491 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T18:48:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T18:48:19,500 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 853c158ffd74,38169,1731610084633 suceeded 2024-11-14T18:48:19,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T18:48:19,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 171 msec 2024-11-14T18:48:19,519 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:19,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 272 msec 2024-11-14T18:48:19,541 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T18:48:19,583 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T18:48:19,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T18:48:19,592 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T18:48:19,594 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6f8e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,594 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:19,594 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:19,596 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:19,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:19,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:19,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a970a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:19,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:19,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,600 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:19,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a58d9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:19,602 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:19,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:19,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19734d50 2024-11-14T18:48:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:19,608 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:19,610 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T18:48:19,610 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:48:19,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:19,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:48:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T18:48:19,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T18:48:19,802 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T18:48:19,806 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T18:48:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T18:48:19,814 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 853c158ffd74,38169,1731610084633 suceeded 2024-11-14T18:48:19,823 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://853c158ffd74:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:19,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T18:48:19,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 169 msec 2024-11-14T18:48:19,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 238 msec 2024-11-14T18:48:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T18:48:19,915 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T18:48:19,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:19,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T18:48:19,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:19,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:19,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:48:19,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2013747359, stopped=false 2024-11-14T18:48:19,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,37015,1731610082763 2024-11-14T18:48:19,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:19,951 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:19,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:19,951 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:19,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:19,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:19,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,38169,1731610084633' ***** 2024-11-14T18:48:19,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:48:19,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:19,953 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:48:19,953 INFO [RS:0;853c158ffd74:38169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:48:19,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:48:19,953 INFO [RS:0;853c158ffd74:38169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:48:19,953 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(3091): Received CLOSE for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:19,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:19,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:19,957 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:19,959 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,38169,1731610084633 2024-11-14T18:48:19,959 INFO [RS:0;853c158ffd74:38169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:19,959 INFO [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38169. 2024-11-14T18:48:19,959 DEBUG [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:19,959 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:19,960 INFO [RS:0;853c158ffd74:38169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:48:19,960 INFO [RS:0;853c158ffd74:38169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:48:19,960 INFO [RS:0;853c158ffd74:38169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:48:19,960 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:48:19,963 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17c434b67b0f79d97bb39bc8b50cb0ab, disabling compactions & flushes 2024-11-14T18:48:19,963 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.} 2024-11-14T18:48:19,963 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:19,963 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. after waiting 0 ms 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:19,963 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:19,964 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:19,968 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T18:48:19,971 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17c434b67b0f79d97bb39bc8b50cb0ab 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T18:48:19,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:19,994 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:20,014 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:20,137 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/.tmp/queue/96b0ce3bba6645819650796b613f383d is 151, key is 1-853c158ffd74,38169,1731610084633/queue:853c158ffd74%2C38169%2C1731610084633/1731610097731/Put/seqid=0 2024-11-14T18:48:20,137 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/4f40f18b013f46559057d913484aefe8 is 147, key is hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab./info:regioninfo/1731610097357/Put/seqid=0 2024-11-14T18:48:20,164 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741839_1015 (size=6631) 2024-11-14T18:48:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741838_1014 (size=5500) 2024-11-14T18:48:20,364 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:20,528 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:20,565 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:20,581 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/4f40f18b013f46559057d913484aefe8 2024-11-14T18:48:20,581 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/.tmp/queue/96b0ce3bba6645819650796b613f383d 2024-11-14T18:48:20,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:48:20,642 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/.tmp/queue/96b0ce3bba6645819650796b613f383d as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/queue/96b0ce3bba6645819650796b613f383d 2024-11-14T18:48:20,668 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/queue/96b0ce3bba6645819650796b613f383d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T18:48:20,676 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/ns/17c4cdfde4a04fd5b28d4236d20530a0 is 43, key is default/ns:d/1731610090379/Put/seqid=0 2024-11-14T18:48:20,686 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 17c434b67b0f79d97bb39bc8b50cb0ab in 710ms, sequenceid=6, compaction requested=false 2024-11-14T18:48:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741840_1016 (size=5153) 2024-11-14T18:48:20,711 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:48:20,714 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:20,714 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:20,715 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:20,715 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17c434b67b0f79d97bb39bc8b50cb0ab: Waiting for close lock at 1731610099963Running coprocessor pre-close hooks at 1731610099963Disabling compacts and flushes for region at 1731610099963Disabling writes for close at 1731610099963Obtaining lock to block concurrent updates at 1731610099971 (+8 ms)Preparing flush snapshotting stores in 17c434b67b0f79d97bb39bc8b50cb0ab at 1731610099971Finished memstore snapshotting hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731610100007 (+36 ms)Flushing stores of hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. at 1731610100013 (+6 ms)Flushing 17c434b67b0f79d97bb39bc8b50cb0ab/queue: creating writer at 1731610100014 (+1 ms)Flushing 17c434b67b0f79d97bb39bc8b50cb0ab/queue: appending metadata at 1731610100118 (+104 ms)Flushing 17c434b67b0f79d97bb39bc8b50cb0ab/queue: closing flushed file at 1731610100122 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c3f775: reopening flushed file at 1731610100639 (+517 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 17c434b67b0f79d97bb39bc8b50cb0ab in 710ms, sequenceid=6, compaction requested=false at 1731610100686 (+47 ms)Writing region close event to WAL at 1731610100696 (+10 ms)Running coprocessor post-close hooks at 1731610100712 (+16 ms)Closed at 1731610100715 (+3 ms) 2024-11-14T18:48:20,716 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:20,727 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:48:20,727 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:48:20,759 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:20,765 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:20,965 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:48:20,965 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:48:20,966 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:21,096 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/ns/17c4cdfde4a04fd5b28d4236d20530a0 2024-11-14T18:48:21,126 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/table/da33d7c605344c999f91f53a08191ff5 is 53, key is hbase:replication/table:state/1731610097377/Put/seqid=0 2024-11-14T18:48:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741841_1017 (size=5256) 2024-11-14T18:48:21,142 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:21,166 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:21,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:21,366 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:21,534 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/table/da33d7c605344c999f91f53a08191ff5 2024-11-14T18:48:21,549 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/4f40f18b013f46559057d913484aefe8 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/info/4f40f18b013f46559057d913484aefe8 2024-11-14T18:48:21,566 DEBUG [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:21,569 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/info/4f40f18b013f46559057d913484aefe8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T18:48:21,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/ns/17c4cdfde4a04fd5b28d4236d20530a0 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/ns/17c4cdfde4a04fd5b28d4236d20530a0 2024-11-14T18:48:21,591 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/ns/17c4cdfde4a04fd5b28d4236d20530a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:48:21,593 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/table/da33d7c605344c999f91f53a08191ff5 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/table/da33d7c605344c999f91f53a08191ff5 2024-11-14T18:48:21,608 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/table/da33d7c605344c999f91f53a08191ff5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T18:48:21,608 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:21,611 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1647ms, sequenceid=11, compaction requested=false 2024-11-14T18:48:21,626 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:48:21,627 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:21,628 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:21,628 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:21,628 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610099963Running coprocessor pre-close hooks at 1731610099963Disabling compacts and flushes for region at 1731610099963Disabling writes for close at 1731610099963Obtaining lock to block concurrent updates at 1731610099968 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731610099968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731610099991 (+23 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610100011 (+20 ms)Flushing 1588230740/info: creating writer at 1731610100013 (+2 ms)Flushing 1588230740/info: appending metadata at 1731610100124 (+111 ms)Flushing 1588230740/info: closing flushed file at 1731610100124Flushing 1588230740/ns: creating writer at 1731610100639 (+515 ms)Flushing 1588230740/ns: appending metadata at 1731610100675 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731610100675Flushing 1588230740/table: creating writer at 1731610101108 (+433 ms)Flushing 1588230740/table: appending metadata at 1731610101125 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731610101125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270f61d6: reopening flushed file at 1731610101547 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1577309c: reopening flushed file at 1731610101569 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d25564a: reopening flushed file at 1731610101591 (+22 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1647ms, sequenceid=11, compaction requested=false at 1731610101611 (+20 ms)Writing region close event to WAL at 1731610101613 (+2 ms)Running coprocessor post-close hooks at 1731610101627 (+14 ms)Closed at 1731610101628 (+1 ms) 2024-11-14T18:48:21,628 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:21,771 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,38169,1731610084633; all regions closed. 2024-11-14T18:48:21,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.meta.1731610090052.meta not finished, retry = 0 2024-11-14T18:48:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741834_1010 (size=2742) 2024-11-14T18:48:21,850 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633/853c158ffd74%2C38169%2C1731610084633.1731610088950 to pos 0, reset compression=false 2024-11-14T18:48:21,905 DEBUG [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:21,906 INFO [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C38169%2C1731610084633.meta:.meta(num 1731610090052) 2024-11-14T18:48:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741837_1013 (size=1802) 2024-11-14T18:48:21,923 DEBUG [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:21,923 INFO [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C38169%2C1731610084633.rep:(num 1731610097276) 2024-11-14T18:48:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741833_1009 (size=93) 2024-11-14T18:48:21,964 DEBUG [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:21,964 INFO [RS:0;853c158ffd74:38169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C38169%2C1731610084633:(num 1731610088950) 2024-11-14T18:48:21,964 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:21,964 INFO [RS:0;853c158ffd74:38169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:21,964 INFO [RS:0;853c158ffd74:38169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:21,964 INFO [RS:0;853c158ffd74:38169 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:21,964 INFO [RS:0;853c158ffd74:38169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:21,964 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:21,965 INFO [RS:0;853c158ffd74:38169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,38169,1731610084633 because: Region server is closing 2024-11-14T18:48:21,965 INFO [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38169. 2024-11-14T18:48:21,965 DEBUG [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:21,966 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:21,966 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:21,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:22,066 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:48:22,067 INFO [RS:0;853c158ffd74:38169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 terminated 2024-11-14T18:48:22,067 INFO [RS:0;853c158ffd74:38169 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-853c158ffd74,38169,1731610084633 because: Region server is closing 2024-11-14T18:48:22,068 INFO [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38169. 2024-11-14T18:48:22,068 DEBUG [RS:0;853c158ffd74:38169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:22,068 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:22,068 DEBUG [RS:0;853c158ffd74:38169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:22,066 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,1-853c158ffd74,38169,1731610084633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:48:22,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:22,170 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:48:22,171 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.wal-reader.853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:48:22,174 INFO [RS:0;853c158ffd74:38169 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,38169,1731610084633.replicationSource.shipper853c158ffd74%2C38169%2C1731610084633,2-853c158ffd74,38169,1731610084633 terminated 2024-11-14T18:48:22,175 INFO [RS:0;853c158ffd74:38169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38169 2024-11-14T18:48:22,207 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/rs/853c158ffd74,38169,1731610084633 2024-11-14T18:48:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/rs 2024-11-14T18:48:22,207 INFO [RS:0;853c158ffd74:38169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:22,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,38169,1731610084633] 2024-11-14T18:48:22,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/draining/853c158ffd74,38169,1731610084633 already deleted, retry=false 2024-11-14T18:48:22,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,38169,1731610084633 expired; onlineServers=0 2024-11-14T18:48:22,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,37015,1731610082763' ***** 2024-11-14T18:48:22,224 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:48:22,224 INFO [M:0;853c158ffd74:37015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:22,224 INFO [M:0;853c158ffd74:37015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:22,224 DEBUG [M:0;853c158ffd74:37015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:48:22,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:48:22,224 DEBUG [M:0;853c158ffd74:37015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:48:22,224 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610088463 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610088463,5,FailOnTimeoutGroup] 2024-11-14T18:48:22,224 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610088454 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610088454,5,FailOnTimeoutGroup] 2024-11-14T18:48:22,225 INFO [M:0;853c158ffd74:37015 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:22,225 INFO [M:0;853c158ffd74:37015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:22,225 DEBUG [M:0;853c158ffd74:37015 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:48:22,225 INFO [M:0;853c158ffd74:37015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:48:22,225 INFO [M:0;853c158ffd74:37015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:22,226 INFO [M:0;853c158ffd74:37015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:48:22,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:48:22,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/master 2024-11-14T18:48:22,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:22,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/master already deleted, retry=false 2024-11-14T18:48:22,282 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Failed delete of our master address node; KeeperErrorCode = NoNode for /074365650/master 2024-11-14T18:48:22,283 INFO [M:0;853c158ffd74:37015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.lastflushedseqids 2024-11-14T18:48:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741842_1018 (size=181) 2024-11-14T18:48:22,299 INFO [M:0;853c158ffd74:37015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:48:22,300 INFO [M:0;853c158ffd74:37015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:48:22,300 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:22,300 INFO [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:22,300 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:22,300 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:22,300 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:22,300 INFO [M:0;853c158ffd74:37015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T18:48:22,316 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:22,316 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38169-0x1013bf675930001, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:22,316 INFO [RS:0;853c158ffd74:38169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:22,316 INFO [RS:0;853c158ffd74:38169 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,38169,1731610084633; zookeeper connection closed. 2024-11-14T18:48:22,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67120c8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67120c8a 2024-11-14T18:48:22,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:48:22,340 DEBUG [M:0;853c158ffd74:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7166259788954461bfca41ff994de0de is 82, key is hbase:meta,,1/info:regioninfo/1731610090189/Put/seqid=0 2024-11-14T18:48:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741843_1019 (size=5672) 2024-11-14T18:48:22,373 INFO [M:0;853c158ffd74:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7166259788954461bfca41ff994de0de 2024-11-14T18:48:22,435 DEBUG [M:0;853c158ffd74:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e4b5ebf4f548858392023913c4c942 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731610097384/Put/seqid=0 2024-11-14T18:48:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741844_1020 (size=8663) 2024-11-14T18:48:22,861 INFO [M:0;853c158ffd74:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e4b5ebf4f548858392023913c4c942 2024-11-14T18:48:22,897 DEBUG [M:0;853c158ffd74:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a67fb2547454c0c89c55795b60c00e8 is 69, key is 853c158ffd74,38169,1731610084633/rs:state/1731610088490/Put/seqid=0 2024-11-14T18:48:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741845_1021 (size=5156) 2024-11-14T18:48:23,305 INFO [M:0;853c158ffd74:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a67fb2547454c0c89c55795b60c00e8 2024-11-14T18:48:23,328 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7166259788954461bfca41ff994de0de as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7166259788954461bfca41ff994de0de 2024-11-14T18:48:23,364 INFO [M:0;853c158ffd74:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7166259788954461bfca41ff994de0de, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T18:48:23,368 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3e4b5ebf4f548858392023913c4c942 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e4b5ebf4f548858392023913c4c942 2024-11-14T18:48:23,383 INFO [M:0;853c158ffd74:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e4b5ebf4f548858392023913c4c942, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T18:48:23,392 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a67fb2547454c0c89c55795b60c00e8 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a67fb2547454c0c89c55795b60c00e8 2024-11-14T18:48:23,416 INFO [M:0;853c158ffd74:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a67fb2547454c0c89c55795b60c00e8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T18:48:23,421 INFO [M:0;853c158ffd74:37015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=115, compaction requested=false 2024-11-14T18:48:23,475 INFO [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:23,475 DEBUG [M:0;853c158ffd74:37015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610102300Disabling compacts and flushes for region at 1731610102300Disabling writes for close at 1731610102300Obtaining lock to block concurrent updates at 1731610102300Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610102300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731610102302 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610102304 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610102304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610102338 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610102338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610102396 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610102433 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610102433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610102872 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610102895 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610102896 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a49c6fe: reopening flushed file at 1731610103324 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e74ca52: reopening flushed file at 1731610103364 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a95a4de: reopening flushed file at 1731610103383 (+19 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=115, compaction requested=false at 1731610103421 (+38 ms)Writing region close event to WAL at 1731610103475 (+54 ms)Closed at 1731610103475 2024-11-14T18:48:23,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763/853c158ffd74%2C37015%2C1731610082763.1731610087095 not finished, retry = 0 2024-11-14T18:48:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741830_1006 (size=59421) 2024-11-14T18:48:23,639 INFO [M:0;853c158ffd74:37015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:48:23,639 INFO [M:0;853c158ffd74:37015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37015 2024-11-14T18:48:23,639 INFO [M:0;853c158ffd74:37015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:23,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:23,799 INFO [M:0;853c158ffd74:37015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x1013bf675930000, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:23,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:23,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:23,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:23,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:23,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:23,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:23,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:23,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:23,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40069 2024-11-14T18:48:23,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40069 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400690x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:23,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40069-0x1013bf675930006 connected 2024-11-14T18:48:23,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:23,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:23,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:23,918 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108, hbase.cluster.distributed=false 2024-11-14T18:48:23,924 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: INIT 2024-11-14T18:48:23,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/acl 2024-11-14T18:48:23,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-14T18:48:23,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40069 2024-11-14T18:48:23,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40069 2024-11-14T18:48:24,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-14T18:48:24,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-14T18:48:24,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:24,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:24,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:24,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:24,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:24,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:24,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:24,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:24,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36355 2024-11-14T18:48:24,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36355 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-14T18:48:24,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:24,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:24,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363550x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:24,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363550x0, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:24,168 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: INIT 2024-11-14T18:48:24,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36355-0x1013bf675930007 connected 2024-11-14T18:48:24,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:24,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/master 2024-11-14T18:48:24,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/acl 2024-11-14T18:48:24,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-14T18:48:24,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36355 2024-11-14T18:48:24,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36355 2024-11-14T18:48:24,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-14T18:48:24,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-14T18:48:24,212 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:40069 2024-11-14T18:48:24,213 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /074365650/backup-masters/853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:24,224 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/backup-masters/853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/master 2024-11-14T18:48:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:24,232 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/master 2024-11-14T18:48:24,232 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /074365650/backup-masters/853c158ffd74,40069,1731610103801 from backup master directory 2024-11-14T18:48:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/backup-masters/853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,239 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:24,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/backup-masters 2024-11-14T18:48:24,240 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,259 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:24,259 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:24,276 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-14T18:48:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741846_1022 (size=196) 2024-11-14T18:48:24,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:24,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:24,692 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:24,705 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T18:48:24,711 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763 to hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763-dead as it is dead 2024-11-14T18:48:24,714 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T18:48:24,719 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T18:48:24,719 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763-dead/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:24,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763-dead/853c158ffd74%2C37015%2C1731610082763.1731610087095 after 5ms 2024-11-14T18:48:24,729 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763-dead/853c158ffd74%2C37015%2C1731610082763.1731610087095 to hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:24,729 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,37015,1731610082763-dead 2024-11-14T18:48:24,730 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,732 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:24,736 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40069%2C1731610103801, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,40069,1731610103801, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:24,757 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,40069,1731610103801/853c158ffd74%2C40069%2C1731610103801.1731610104736, exclude list is [], retry=0 2024-11-14T18:48:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:24,765 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/WALs/853c158ffd74,40069,1731610103801/853c158ffd74%2C40069%2C1731610103801.1731610104736 2024-11-14T18:48:24,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:24,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:24,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:24,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,767 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:24,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:24,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7166259788954461bfca41ff994de0de 2024-11-14T18:48:24,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:24,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:24,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:24,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3e4b5ebf4f548858392023913c4c942 2024-11-14T18:48:24,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:24,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:24,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:24,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a67fb2547454c0c89c55795b60c00e8 2024-11-14T18:48:24,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:24,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:24,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:24,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:24,813 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,814 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T18:48:24,814 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:24,833 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:24,835 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C37015%2C1731610082763.1731610087095 2024-11-14T18:48:24,842 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,842 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,851 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:24,854 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:24,861 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T18:48:24,863 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764468, jitterRate=0.11407738924026489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:24,864 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610104767Initializing all the Stores at 1731610104768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610104768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610104769 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610104769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610104769Cleaning up temporary data from old regions at 1731610104842 (+73 ms)Region opened successfully at 1731610104863 (+21 ms) 2024-11-14T18:48:24,864 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:24,868 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e849401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:24,880 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T18:48:24,881 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:24,881 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:24,881 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:24,882 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:48:24,887 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:24,888 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:48:24,888 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:48:24,888 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:48:24,889 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T18:48:24,889 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T18:48:24,889 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T18:48:24,889 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:24,893 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=853c158ffd74,38169,1731610084633, regionLocation=853c158ffd74,38169,1731610084633, openSeqNum=2 2024-11-14T18:48:24,893 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=853c158ffd74,38169,1731610084633, table=hbase:meta, region=1588230740 2024-11-14T18:48:24,894 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38169,1731610084633, state=OPEN 2024-11-14T18:48:24,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:24,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:24,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:24,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:24,920 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:24,931 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/draining/853c158ffd74,38169,1731610084633 already deleted, retry=false 2024-11-14T18:48:24,931 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 853c158ffd74,38169,1731610084633 on 853c158ffd74,40069,1731610103801 2024-11-14T18:48:24,937 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 853c158ffd74,38169,1731610084633, splitWal=true, meta=true 2024-11-14T18:48:24,940 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 853c158ffd74,38169,1731610084633 (carryingMeta=true) 853c158ffd74,38169,1731610084633/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3afad599[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T18:48:24,945 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:24,959 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/balancer already deleted, retry=false 2024-11-14T18:48:24,959 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:24,961 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:24,994 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/normalizer already deleted, retry=false 2024-11-14T18:48:24,994 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:24,996 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:25,006 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/switch/split already deleted, retry=false 2024-11-14T18:48:25,007 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:25,014 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/switch/merge already deleted, retry=false 2024-11-14T18:48:25,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Unable to get data of znode /074365650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:25,047 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:25,058 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,40069,1731610103801, sessionid=0x1013bf675930006, setting cluster-up flag (Was=false) 2024-11-14T18:48:25,065 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /074365650/flush-table-proc/acquired, /074365650/flush-table-proc/reached, /074365650/flush-table-proc/abort 2024-11-14T18:48:25,066 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,40069,1731610103801 2024-11-14T18:48:25,074 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /074365650/online-snapshot/acquired, /074365650/online-snapshot/reached, /074365650/online-snapshot/abort 2024-11-14T18:48:25,075 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,40069,1731610103801 2024-11-14T18:48:25,076 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.lastflushedseqids 2024-11-14T18:48:25,081 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:25,081 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:25,081 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,40069,1731610103801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 853c158ffd74,38169,1731610084633 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:25,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,094 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610135094 2024-11-14T18:48:25,095 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 853c158ffd74,38169,1731610084633, splitWal=true, meta=true 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:25,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,097 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,38169,1731610084633, splitWal=true, meta=true, isMeta: true 2024-11-14T18:48:25,103 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:25,104 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:25,104 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:25,104 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:25,104 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:25,104 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:25,105 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610105104,5,FailOnTimeoutGroup] 2024-11-14T18:48:25,105 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633-splitting 2024-11-14T18:48:25,105 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(746): ClusterId : 1cbd0a32-9489-47c2-8e37-4c692c918801 2024-11-14T18:48:25,105 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:25,106 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633-splitting dir is empty, no logs to split. 2024-11-14T18:48:25,107 INFO [PEWorker-1 {}] master.SplitWALManager(105): 853c158ffd74,38169,1731610084633 WAL count=0, meta=true 2024-11-14T18:48:25,110 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610105105,5,FailOnTimeoutGroup] 2024-11-14T18:48:25,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:25,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,111 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633-splitting dir is empty, no logs to split. 2024-11-14T18:48:25,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610105111, completionTime=-1 2024-11-14T18:48:25,111 INFO [PEWorker-1 {}] master.SplitWALManager(105): 853c158ffd74,38169,1731610084633 WAL count=0, meta=true 2024-11-14T18:48:25,111 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,38169,1731610084633 WAL splitting is done? wals=0, meta=true 2024-11-14T18:48:25,111 WARN [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T18:48:25,117 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T18:48:25,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:25,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:25,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:48:25,127 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:25,127 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:25,138 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:25,138 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f6d20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:25,155 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:36355 2024-11-14T18:48:25,155 INFO [RS:0;853c158ffd74:36355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:25,155 INFO [RS:0;853c158ffd74:36355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:25,156 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:25,159 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,40069,1731610103801 with port=36355, startcode=1731610104039 2024-11-14T18:48:25,159 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:25,162 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:25,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40069 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,167 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=56ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T18:48:25,168 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108 2024-11-14T18:48:25,168 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43915 2024-11-14T18:48:25,168 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:25,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/rs 2024-11-14T18:48:25,174 DEBUG [RS:0;853c158ffd74:36355 {}] zookeeper.ZKUtil(111): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on existing znode=/074365650/rs/853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,174 WARN [RS:0;853c158ffd74:36355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:25,174 INFO [RS:0;853c158ffd74:36355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:25,174 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,36355,1731610104039] 2024-11-14T18:48:25,231 INFO [RS:0;853c158ffd74:36355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:25,234 INFO [RS:0;853c158ffd74:36355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:25,246 INFO [RS:0;853c158ffd74:36355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:25,246 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,250 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:25,252 INFO [RS:0;853c158ffd74:36355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:25,252 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,252 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,252 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,253 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,254 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:25,254 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:25,254 DEBUG [RS:0;853c158ffd74:36355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:25,258 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,259 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,259 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,259 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,259 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,259 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,36355,1731610104039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:25,273 WARN [853c158ffd74:40069 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:48:25,278 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:25,278 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,36355,1731610104039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,295 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,36355,1731610104039, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:48:25,311 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(231): queueId=2-853c158ffd74,36355,1731610104039, ReplicationSource: 2, currentBandwidth=0 2024-11-14T18:48:25,312 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,317 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:25,320 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6835b1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,320 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:25,321 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:25,322 INFO [RS:0;853c158ffd74:36355 {}] regionserver.Replication(171): 853c158ffd74,36355,1731610104039 started 2024-11-14T18:48:25,327 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17872010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:25,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:25,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:25,335 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:25,337 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb9bed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,337 DEBUG [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22225ca1 2024-11-14T18:48:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:25,343 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:46299' 2024-11-14T18:48:25,343 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T18:48:25,343 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:25,343 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,36355,1731610104039, RpcServer on 853c158ffd74/172.17.0.2:36355, sessionid=0x1013bf675930007 2024-11-14T18:48:25,344 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:25,344 DEBUG [RS:0;853c158ffd74:36355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,344 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,36355,1731610104039' 2024-11-14T18:48:25,344 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/074365650/flush-table-proc/abort' 2024-11-14T18:48:25,344 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/074365650/flush-table-proc/acquired' 2024-11-14T18:48:25,345 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:25,345 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:25,345 DEBUG [RS:0;853c158ffd74:36355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,345 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,36355,1731610104039' 2024-11-14T18:48:25,345 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/074365650/online-snapshot/abort' 2024-11-14T18:48:25,346 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/074365650/online-snapshot/acquired' 2024-11-14T18:48:25,346 DEBUG [RS:0;853c158ffd74:36355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:25,346 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffcd02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,346 INFO [RS:0;853c158ffd74:36355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:25,346 INFO [RS:0;853c158ffd74:36355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:25,346 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,46299,-1 for getting cluster id 2024-11-14T18:48:25,346 INFO [RS:0;853c158ffd74:36355.replicationSource,1-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,36355,1731610104039 (queues=0) is replicating from cluster=1cbd0a32-9489-47c2-8e37-4c692c918801 to cluster=79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:25,347 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:25,347 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79310e5e-a4e2-4e6c-9ff1-7449cb632505' 2024-11-14T18:48:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79310e5e-a4e2-4e6c-9ff1-7449cb632505" 2024-11-14T18:48:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32aa53cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,46299,-1] 2024-11-14T18:48:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:25,350 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:25,350 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3901aee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:25,351 DEBUG [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:25,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,46299,1731610092765 2024-11-14T18:48:25,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d67be99 2024-11-14T18:48:25,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:25,353 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T18:48:25,355 INFO [RS:0;853c158ffd74:36355.replicationSource,2-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-853c158ffd74,36355,1731610104039 (queues=0) is replicating from cluster=1cbd0a32-9489-47c2-8e37-4c692c918801 to cluster=79310e5e-a4e2-4e6c-9ff1-7449cb632505 2024-11-14T18:48:25,447 INFO [RS:0;853c158ffd74:36355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:25,450 INFO [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C36355%2C1731610104039, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:25,466 DEBUG [RS:0;853c158ffd74:36355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451, exclude list is [], retry=0 2024-11-14T18:48:25,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:25,487 INFO [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 2024-11-14T18:48:25,487 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 853c158ffd74%2C36355%2C1731610104039 for peer 2 2024-11-14T18:48:25,487 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 853c158ffd74%2C36355%2C1731610104039 for peer 1 2024-11-14T18:48:25,488 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C36355%2C1731610104039 2024-11-14T18:48:25,488 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,36355,1731610104039, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:48:25,488 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=853c158ffd74%2C36355%2C1731610104039 2024-11-14T18:48:25,488 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-853c158ffd74,36355,1731610104039, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:48:25,488 INFO [RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C36355%2C1731610104039 2024-11-14T18:48:25,492 INFO [RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C36355%2C1731610104039 2024-11-14T18:48:25,492 DEBUG [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:25,492 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451, startPosition=0, beingWritten=true 2024-11-14T18:48:25,494 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451, startPosition=0, beingWritten=true 2024-11-14T18:48:25,523 DEBUG [853c158ffd74:40069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:25,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,36355,1731610104039, state=OPENING 2024-11-14T18:48:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:25,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:25,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:25,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,36355,1731610104039}] 2024-11-14T18:48:25,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:25,706 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:25,714 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:25,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:25,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:25,747 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:25,747 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:25,747 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:25,753 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C36355%2C1731610104039.meta, suffix=.meta, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:25,774 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.meta.1731610105756.meta, exclude list is [], retry=0 2024-11-14T18:48:25,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:25,815 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.meta.1731610105756.meta 2024-11-14T18:48:25,825 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:25,826 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:25,826 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:25,827 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:25,827 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:25,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:25,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:25,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:25,853 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/info/4f40f18b013f46559057d913484aefe8 2024-11-14T18:48:25,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:25,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:25,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:25,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:25,880 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/ns/17c4cdfde4a04fd5b28d4236d20530a0 2024-11-14T18:48:25,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:25,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:25,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:25,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:25,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:25,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:25,915 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/table/da33d7c605344c999f91f53a08191ff5 2024-11-14T18:48:25,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:25,916 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:25,917 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:25,918 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740 2024-11-14T18:48:25,920 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:25,920 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:25,922 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:25,924 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:25,925 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68158826, jitterRate=0.015645653009414673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:25,926 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:25,926 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610105828Writing region info on filesystem at 1731610105828Initializing all the Stores at 1731610105833 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610105833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610105834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610105834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610105834Cleaning up temporary data from old regions at 1731610105920 (+86 ms)Running coprocessor post-open hooks at 1731610105926 (+6 ms)Region opened successfully at 1731610105926 2024-11-14T18:48:25,928 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731610105718 2024-11-14T18:48:25,932 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:25,933 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:25,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,36355,1731610104039, state=OPEN 2024-11-14T18:48:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/074365650/meta-region-server 2024-11-14T18:48:25,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,36355,1731610104039 2024-11-14T18:48:25,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:25,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /074365650/meta-region-server: CHANGED 2024-11-14T18:48:25,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T18:48:25,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,36355,1731610104039 in 417 msec 2024-11-14T18:48:25,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T18:48:25,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 861 msec 2024-11-14T18:48:26,034 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:26,044 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:26,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:26,448 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:26,458 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:26,682 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1571ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1515ms 2024-11-14T18:48:26,966 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:26,975 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:27,595 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:27,603 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:28,197 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3086ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3030ms 2024-11-14T18:48:28,306 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:28,340 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:29,121 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:29,150 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:29,613 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4502ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T18:48:29,614 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:29,614 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:29,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,36355,1731610104039, seqNum=-1] 2024-11-14T18:48:29,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:29,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:29,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17c434b67b0f79d97bb39bc8b50cb0ab, regionState=OPEN, lastHost=853c158ffd74,38169,1731610084633, regionLocation=853c158ffd74,38169,1731610084633, openSeqNum=2 2024-11-14T18:48:29,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:29,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610169628 2024-11-14T18:48:29,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610229628 2024-11-14T18:48:29,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-14T18:48:29,628 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,629 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,629 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 853c158ffd74,38169,1731610084633 had 2 regions 2024-11-14T18:48:29,629 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,629 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:40069, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,629 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,631 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,631 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,38169,1731610084633, splitWal=true, meta=true, isMeta: false 2024-11-14T18:48:29,638 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633-splitting dir is empty, no logs to split. 2024-11-14T18:48:29,639 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,38169,1731610084633 WAL count=0, meta=false 2024-11-14T18:48:29,646 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.406sec 2024-11-14T18:48:29,646 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:29,646 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:29,646 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:29,650 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:29,651 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:29,651 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:29,651 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:29,655 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,38169,1731610084633-splitting dir is empty, no logs to split. 2024-11-14T18:48:29,655 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,38169,1731610084633 WAL count=0, meta=false 2024-11-14T18:48:29,656 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,38169,1731610084633 WAL splitting is done? wals=0, meta=false 2024-11-14T18:48:29,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN}] 2024-11-14T18:48:29,667 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN 2024-11-14T18:48:29,669 WARN [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=853c158ffd74,38169,1731610084633/hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:29,669 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:48:29,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:29,681 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:29,681 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40069,1731610103801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:29,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40069,-1 for getting cluster id 2024-11-14T18:48:29,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:29,718 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cbd0a32-9489-47c2-8e37-4c692c918801' 2024-11-14T18:48:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cbd0a32-9489-47c2-8e37-4c692c918801" 2024-11-14T18:48:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51291328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40069,-1] 2024-11-14T18:48:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:29,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,724 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3359b4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,36355,1731610104039, seqNum=-1] 2024-11-14T18:48:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:29,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T18:48:29,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:29,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:29,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:29,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 853c158ffd74:40069 after: 853c158ffd74:40069 2024-11-14T18:48:29,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40069,-1 for getting cluster id 2024-11-14T18:48:29,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:29,737 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cbd0a32-9489-47c2-8e37-4c692c918801' 2024-11-14T18:48:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cbd0a32-9489-47c2-8e37-4c692c918801" 2024-11-14T18:48:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e19bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40069,-1] 2024-11-14T18:48:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,740 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:29,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,40069,1731610103801 2024-11-14T18:48:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52089519 2024-11-14T18:48:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:29,744 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:29,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:29,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T18:48:29,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T18:48:29,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:48:29,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:29,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:29,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:29,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:48:29,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-14T18:48:29,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,46299,1731610092765 2024-11-14T18:48:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-703723096/running 2024-11-14T18:48:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:29,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:29,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:29,825 DEBUG [853c158ffd74:40069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:29,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/running 2024-11-14T18:48:29,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=17c434b67b0f79d97bb39bc8b50cb0ab, regionState=OPENING, regionLocation=853c158ffd74,36355,1731610104039 2024-11-14T18:48:29,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:29,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,42835,1731610092965' ***** 2024-11-14T18:48:29,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:48:29,832 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:48:29,832 INFO [RS:0;853c158ffd74:42835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:48:29,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:48:29,832 INFO [RS:0;853c158ffd74:42835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:48:29,833 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,42835,1731610092965 2024-11-14T18:48:29,833 INFO [RS:0;853c158ffd74:42835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:29,833 INFO [RS:0;853c158ffd74:42835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:42835. 2024-11-14T18:48:29,833 DEBUG [RS:0;853c158ffd74:42835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:29,833 DEBUG [RS:0;853c158ffd74:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:29,833 INFO [RS:0;853c158ffd74:42835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:48:29,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-703723096/running 2024-11-14T18:48:29,834 INFO [RS:0;853c158ffd74:42835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:48:29,835 INFO [RS:0;853c158ffd74:42835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:48:29,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:29,835 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:48:29,836 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:48:29,836 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:48:29,836 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN because future has completed 2024-11-14T18:48:29,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Set watcher on znode that does not yet exist, /1-703723096/running 2024-11-14T18:48:29,837 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:29,837 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:29,838 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:29,838 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:29,838 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:29,838 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T18:48:29,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,36355,1731610104039}] 2024-11-14T18:48:29,869 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/.tmp/ns/37aed664b692452da953bb8faaef60d9 is 43, key is default/ns:d/1731610096096/Put/seqid=0 2024-11-14T18:48:29,869 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741835_1011 (size=5153) 2024-11-14T18:48:30,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:30,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:30,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:48:30,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C36355%2C1731610104039.rep, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs, maxLogs=10 2024-11-14T18:48:30,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.rep.1731610110009, exclude list is [], retry=0 2024-11-14T18:48:30,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-375b0c7e-9f31-4217-82f3-37ad256dff56,DISK] 2024-11-14T18:48:30,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.rep.1731610110009 2024-11-14T18:48:30,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-14T18:48:30,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 17c434b67b0f79d97bb39bc8b50cb0ab, NAME => 'hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:30,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:30,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:30,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. service=MultiRowMutationService 2024-11-14T18:48:30,036 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:30,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:48:30,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:30,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,047 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,048 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName hfileref 2024-11-14T18:48:30,049 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:30,049 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:30,050 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:30,050 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,052 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName queue 2024-11-14T18:48:30,052 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:30,071 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/queue/96b0ce3bba6645819650796b613f383d 2024-11-14T18:48:30,071 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:30,071 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,072 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c434b67b0f79d97bb39bc8b50cb0ab columnFamilyName sid 2024-11-14T18:48:30,073 DEBUG [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:30,073 INFO [StoreOpener-17c434b67b0f79d97bb39bc8b50cb0ab-1 {}] regionserver.HStore(327): Store=17c434b67b0f79d97bb39bc8b50cb0ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:30,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:48:30,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 17c434b67b0f79d97bb39bc8b50cb0ab; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73990888, jitterRate=0.10255014896392822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:48:30,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:30,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 17c434b67b0f79d97bb39bc8b50cb0ab: Running coprocessor pre-open hook at 1731610110037Writing region info on filesystem at 1731610110037Initializing all the Stores at 1731610110038 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610110038Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610110046 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610110047 (+1 ms)Cleaning up temporary data from old regions at 1731610110077 (+30 ms)Running coprocessor post-open hooks at 1731610110081 (+4 ms)Region opened successfully at 1731610110082 (+1 ms) 2024-11-14T18:48:30,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., pid=19, masterSystemTime=1731610110001 2024-11-14T18:48:30,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:30,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:30,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=17c434b67b0f79d97bb39bc8b50cb0ab, regionState=OPEN, openSeqNum=10, regionLocation=853c158ffd74,36355,1731610104039 2024-11-14T18:48:30,090 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,36355,1731610104039 because future has completed 2024-11-14T18:48:30,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T18:48:30,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 17c434b67b0f79d97bb39bc8b50cb0ab, server=853c158ffd74,36355,1731610104039 in 255 msec 2024-11-14T18:48:30,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T18:48:30,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17c434b67b0f79d97bb39bc8b50cb0ab, ASSIGN in 443 msec 2024-11-14T18:48:30,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T18:48:30,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab., hostname=853c158ffd74,36355,1731610104039, seqNum=10] 2024-11-14T18:48:30,188 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 853c158ffd74,38169,1731610084633 2024-11-14T18:48:30,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T18:48:30,236 DEBUG [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:30,280 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/.tmp/ns/37aed664b692452da953bb8faaef60d9 2024-11-14T18:48:30,298 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/.tmp/ns/37aed664b692452da953bb8faaef60d9 as hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/ns/37aed664b692452da953bb8faaef60d9 2024-11-14T18:48:30,321 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/ns/37aed664b692452da953bb8faaef60d9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T18:48:30,323 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 485ms, sequenceid=6, compaction requested=false 2024-11-14T18:48:30,323 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:48:30,379 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:48:30,383 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:30,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T18:48:30,383 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:30,383 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:30,384 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610109837Running coprocessor pre-close hooks at 1731610109837Disabling compacts and flushes for region at 1731610109837Disabling writes for close at 1731610109838 (+1 ms)Obtaining lock to block concurrent updates at 1731610109838Preparing flush snapshotting stores in 1588230740 at 1731610109838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731610109839 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610109850 (+11 ms)Flushing 1588230740/ns: creating writer at 1731610109850Flushing 1588230740/ns: appending metadata at 1731610109868 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731610109868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3202e899: reopening flushed file at 1731610110296 (+428 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 485ms, sequenceid=6, compaction requested=false at 1731610110323 (+27 ms)Writing region close event to WAL at 1731610110354 (+31 ms)Running coprocessor post-close hooks at 1731610110383 (+29 ms)Closed at 1731610110383 2024-11-14T18:48:30,384 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:30,438 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,42835,1731610092965; all regions closed. 2024-11-14T18:48:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741834_1010 (size=1152) 2024-11-14T18:48:30,488 DEBUG [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/oldWALs 2024-11-14T18:48:30,488 INFO [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C42835%2C1731610092965.meta:.meta(num 1731610095642) 2024-11-14T18:48:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741832_1008 (size=93) 2024-11-14T18:48:30,530 DEBUG [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/oldWALs 2024-11-14T18:48:30,530 INFO [RS:0;853c158ffd74:42835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C42835%2C1731610092965:(num 1731610094865) 2024-11-14T18:48:30,530 DEBUG [RS:0;853c158ffd74:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:30,531 INFO [RS:0;853c158ffd74:42835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:30,531 INFO [RS:0;853c158ffd74:42835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:30,531 INFO [RS:0;853c158ffd74:42835 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:30,531 INFO [RS:0;853c158ffd74:42835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:30,531 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:30,532 INFO [RS:0;853c158ffd74:42835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42835 2024-11-14T18:48:30,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-703723096/rs/853c158ffd74,42835,1731610092965 2024-11-14T18:48:30,595 INFO [RS:0;853c158ffd74:42835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096/rs 2024-11-14T18:48:30,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,42835,1731610092965] 2024-11-14T18:48:30,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-703723096/draining/853c158ffd74,42835,1731610092965 already deleted, retry=false 2024-11-14T18:48:30,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,42835,1731610092965 expired; onlineServers=0 2024-11-14T18:48:30,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,46299,1731610092765' ***** 2024-11-14T18:48:30,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:48:30,606 INFO [M:0;853c158ffd74:46299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:30,606 INFO [M:0;853c158ffd74:46299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:30,606 DEBUG [M:0;853c158ffd74:46299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:48:30,606 DEBUG [M:0;853c158ffd74:46299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:48:30,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610094543 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610094543,5,FailOnTimeoutGroup] 2024-11-14T18:48:30,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:48:30,606 INFO [M:0;853c158ffd74:46299 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:30,606 INFO [M:0;853c158ffd74:46299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:30,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610094542 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610094542,5,FailOnTimeoutGroup] 2024-11-14T18:48:30,606 DEBUG [M:0;853c158ffd74:46299 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:48:30,606 INFO [M:0;853c158ffd74:46299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:48:30,607 INFO [M:0;853c158ffd74:46299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:30,607 INFO [M:0;853c158ffd74:46299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:48:30,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:48:30,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-703723096/master 2024-11-14T18:48:30,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-703723096 2024-11-14T18:48:30,614 DEBUG [M:0;853c158ffd74:46299 {}] zookeeper.ZKUtil(347): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Unable to get data of znode /1-703723096/master because node does not exist (not an error) 2024-11-14T18:48:30,614 WARN [M:0;853c158ffd74:46299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:48:30,617 INFO [M:0;853c158ffd74:46299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/.lastflushedseqids 2024-11-14T18:48:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741836_1012 (size=99) 2024-11-14T18:48:30,626 INFO [M:0;853c158ffd74:46299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:48:30,626 INFO [M:0;853c158ffd74:46299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:48:30,626 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:30,626 INFO [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:30,626 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:30,626 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:30,626 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:30,627 INFO [M:0;853c158ffd74:46299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T18:48:30,651 DEBUG [M:0;853c158ffd74:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8669d09fc865495c8abe6423bc971ed5 is 82, key is hbase:meta,,1/info:regioninfo/1731610095882/Put/seqid=0 2024-11-14T18:48:30,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741837_1013 (size=5672) 2024-11-14T18:48:30,658 INFO [M:0;853c158ffd74:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8669d09fc865495c8abe6423bc971ed5 2024-11-14T18:48:30,691 DEBUG [M:0;853c158ffd74:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/712dfff81d72499689521732dd3fbb6e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731610096112/Put/seqid=0 2024-11-14T18:48:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741838_1014 (size=5275) 2024-11-14T18:48:30,699 INFO [M:0;853c158ffd74:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/712dfff81d72499689521732dd3fbb6e 2024-11-14T18:48:30,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:30,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1013bf675930004, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:30,706 INFO [RS:0;853c158ffd74:42835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:30,706 INFO [RS:0;853c158ffd74:42835 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,42835,1731610092965; zookeeper connection closed. 2024-11-14T18:48:30,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@798e3569 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@798e3569 2024-11-14T18:48:30,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:48:30,761 DEBUG [M:0;853c158ffd74:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b57e23c8f84fb4b8b42855a8cf9ab2 is 69, key is 853c158ffd74,42835,1731610092965/rs:state/1731610094665/Put/seqid=0 2024-11-14T18:48:30,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741839_1015 (size=5156) 2024-11-14T18:48:31,056 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:31,121 DEBUG [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.1731610105451 to pos 0, reset compression=false 2024-11-14T18:48:31,174 INFO [M:0;853c158ffd74:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b57e23c8f84fb4b8b42855a8cf9ab2 2024-11-14T18:48:31,184 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8669d09fc865495c8abe6423bc971ed5 as hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8669d09fc865495c8abe6423bc971ed5 2024-11-14T18:48:31,193 INFO [M:0;853c158ffd74:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8669d09fc865495c8abe6423bc971ed5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T18:48:31,195 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/712dfff81d72499689521732dd3fbb6e as hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/712dfff81d72499689521732dd3fbb6e 2024-11-14T18:48:31,203 INFO [M:0;853c158ffd74:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/712dfff81d72499689521732dd3fbb6e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T18:48:31,205 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b57e23c8f84fb4b8b42855a8cf9ab2 as hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b57e23c8f84fb4b8b42855a8cf9ab2 2024-11-14T18:48:31,213 INFO [M:0;853c158ffd74:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41791/user/jenkins/test-data/86135027-618c-98e7-36cc-ab49dd217e4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b57e23c8f84fb4b8b42855a8cf9ab2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T18:48:31,214 INFO [M:0;853c158ffd74:46299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=28, compaction requested=false 2024-11-14T18:48:31,215 INFO [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:31,216 DEBUG [M:0;853c158ffd74:46299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610110626Disabling compacts and flushes for region at 1731610110626Disabling writes for close at 1731610110626Obtaining lock to block concurrent updates at 1731610110627 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610110627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731610110627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610110628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610110628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610110650 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610110650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610110668 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610110691 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610110691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610110721 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610110760 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610110760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0e8b94: reopening flushed file at 1731610111182 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475ffba8: reopening flushed file at 1731610111193 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709c2721: reopening flushed file at 1731610111203 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=28, compaction requested=false at 1731610111214 (+11 ms)Writing region close event to WAL at 1731610111215 (+1 ms)Closed at 1731610111215 2024-11-14T18:48:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741830_1006 (size=10165) 2024-11-14T18:48:31,221 INFO [M:0;853c158ffd74:46299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:48:31,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:31,221 INFO [M:0;853c158ffd74:46299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46299 2024-11-14T18:48:31,225 INFO [M:0;853c158ffd74:46299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:31,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:31,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:31,355 INFO [M:0;853c158ffd74:46299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:31,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x1013bf675930003, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:31,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:31,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:31,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:31,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:31,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:31,392 WARN [BP-1568669530-172.17.0.2-1731610091006 heartbeating to localhost/127.0.0.1:41791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:48:31,392 WARN [BP-1568669530-172.17.0.2-1731610091006 heartbeating to localhost/127.0.0.1:41791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1568669530-172.17.0.2-1731610091006 (Datanode Uuid 3004f307-86e7-4f8d-b36e-048b9bf91386) service to localhost/127.0.0.1:41791 2024-11-14T18:48:31,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:48:31,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:48:31,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/cluster_916bd1a4-dc74-e2b9-e64b-5780a9da0817/data/data1/current/BP-1568669530-172.17.0.2-1731610091006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:31,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/cluster_916bd1a4-dc74-e2b9-e64b-5780a9da0817/data/data2/current/BP-1568669530-172.17.0.2-1731610091006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:31,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:48:31,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:48:31,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:31,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:31,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:31,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:31,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:31,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:48:31,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:48:31,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:31,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:31,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:31,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:48:31,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=546280123, stopped=false 2024-11-14T18:48:31,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,40069,1731610103801 2024-11-14T18:48:31,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:31,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:31,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:31,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/running 2024-11-14T18:48:31,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:31,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:31,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:31,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:31,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,36355,1731610104039' ***** 2024-11-14T18:48:31,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:48:31,473 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:48:31,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Set watcher on znode that does not yet exist, /074365650/running 2024-11-14T18:48:31,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:48:31,473 INFO [RS:0;853c158ffd74:36355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:48:31,473 INFO [RS:0;853c158ffd74:36355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:48:31,473 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(3091): Received CLOSE for 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,36355,1731610104039 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:36355. 2024-11-14T18:48:31,474 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17c434b67b0f79d97bb39bc8b50cb0ab, disabling compactions & flushes 2024-11-14T18:48:31,474 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:31,474 DEBUG [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:31,474 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:31,474 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,474 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. after waiting 0 ms 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:48:31,474 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:48:31,474 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:48:31,475 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:48:31,475 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab=hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab.} 2024-11-14T18:48:31,475 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:31,476 DEBUG [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17c434b67b0f79d97bb39bc8b50cb0ab 2024-11-14T18:48:31,476 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:31,476 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:31,476 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:31,476 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:31,476 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T18:48:31,476 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:31,494 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/replication/17c434b67b0f79d97bb39bc8b50cb0ab/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T18:48:31,495 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:31,495 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:31,496 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:31,496 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17c434b67b0f79d97bb39bc8b50cb0ab: Waiting for close lock at 1731610111474Running coprocessor pre-close hooks at 1731610111474Disabling compacts and flushes for region at 1731610111474Disabling writes for close at 1731610111474Writing region close event to WAL at 1731610111477 (+3 ms)Running coprocessor post-close hooks at 1731610111495 (+18 ms)Closed at 1731610111495 2024-11-14T18:48:31,496 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab. 2024-11-14T18:48:31,510 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/52f9a6be16e24822867559907d8bb6e1 is 147, key is hbase:replication,,1731610096430.17c434b67b0f79d97bb39bc8b50cb0ab./info:regioninfo/1731610110087/Put/seqid=0 2024-11-14T18:48:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741851_1027 (size=6385) 2024-11-14T18:48:31,538 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/52f9a6be16e24822867559907d8bb6e1 2024-11-14T18:48:31,553 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/.tmp/info/52f9a6be16e24822867559907d8bb6e1 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/info/52f9a6be16e24822867559907d8bb6e1 2024-11-14T18:48:31,575 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/info/52f9a6be16e24822867559907d8bb6e1, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T18:48:31,577 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=19, compaction requested=false 2024-11-14T18:48:31,635 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T18:48:31,636 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:31,636 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:31,636 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:31,636 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610111475Running coprocessor pre-close hooks at 1731610111475Disabling compacts and flushes for region at 1731610111475Disabling writes for close at 1731610111476 (+1 ms)Obtaining lock to block concurrent updates at 1731610111476Preparing flush snapshotting stores in 1588230740 at 1731610111476Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731610111477 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610111478 (+1 ms)Flushing 1588230740/info: creating writer at 1731610111478Flushing 1588230740/info: appending metadata at 1731610111510 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731610111510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a077d31: reopening flushed file at 1731610111551 (+41 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=19, compaction requested=false at 1731610111577 (+26 ms)Writing region close event to WAL at 1731610111623 (+46 ms)Running coprocessor post-close hooks at 1731610111636 (+13 ms)Closed at 1731610111636 2024-11-14T18:48:31,636 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:31,678 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,36355,1731610104039; all regions closed. 2024-11-14T18:48:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741849_1025 (size=2156) 2024-11-14T18:48:31,716 DEBUG [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:31,716 INFO [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C36355%2C1731610104039.meta:.meta(num 1731610105756) 2024-11-14T18:48:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741850_1026 (size=796) 2024-11-14T18:48:31,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/WALs/853c158ffd74,36355,1731610104039/853c158ffd74%2C36355%2C1731610104039.rep.1731610110009 not finished, retry = 0 2024-11-14T18:48:31,803 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:48:31,841 DEBUG [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:31,842 INFO [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C36355%2C1731610104039.rep:(num 1731610110009) 2024-11-14T18:48:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741848_1024 (size=93) 2024-11-14T18:48:31,850 DEBUG [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/oldWALs 2024-11-14T18:48:31,850 INFO [RS:0;853c158ffd74:36355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C36355%2C1731610104039:(num 1731610105451) 2024-11-14T18:48:31,850 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,850 INFO [RS:0;853c158ffd74:36355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:31,850 INFO [RS:0;853c158ffd74:36355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:31,851 INFO [RS:0;853c158ffd74:36355 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:31,851 INFO [RS:0;853c158ffd74:36355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:31,851 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:31,851 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,36355,1731610104039 because: Region server is closing 2024-11-14T18:48:31,851 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T18:48:31,851 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T18:48:31,851 INFO [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:36355. 2024-11-14T18:48:31,851 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T18:48:31,851 DEBUG [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:31,859 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,860 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:31,960 WARN [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:48:31,960 WARN [RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:48:31,961 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,1-853c158ffd74,36355,1731610104039 terminated 2024-11-14T18:48:31,961 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-853c158ffd74,36355,1731610104039 because: Region server is closing 2024-11-14T18:48:31,961 INFO [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:36355. 2024-11-14T18:48:31,961 DEBUG [RS:0;853c158ffd74:36355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:31,961 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,962 DEBUG [RS:0;853c158ffd74:36355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:31,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:32,062 WARN [RS:0;853c158ffd74:36355.replicationSource.wal-reader.853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:48:32,062 WARN [RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:48:32,063 INFO [RS:0;853c158ffd74:36355 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;853c158ffd74:36355.replicationSource.shipper853c158ffd74%2C36355%2C1731610104039,2-853c158ffd74,36355,1731610104039 terminated 2024-11-14T18:48:32,063 INFO [RS:0;853c158ffd74:36355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36355 2024-11-14T18:48:32,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/rs/853c158ffd74,36355,1731610104039 2024-11-14T18:48:32,169 INFO [RS:0;853c158ffd74:36355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650/rs 2024-11-14T18:48:32,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,36355,1731610104039] 2024-11-14T18:48:32,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/draining/853c158ffd74,36355,1731610104039 already deleted, retry=false 2024-11-14T18:48:32,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,36355,1731610104039 expired; onlineServers=0 2024-11-14T18:48:32,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,40069,1731610103801' ***** 2024-11-14T18:48:32,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:48:32,211 INFO [M:0;853c158ffd74:40069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:32,211 INFO [M:0;853c158ffd74:40069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:32,211 DEBUG [M:0;853c158ffd74:40069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:48:32,211 DEBUG [M:0;853c158ffd74:40069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:48:32,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:48:32,211 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610105105 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610105105,5,FailOnTimeoutGroup] 2024-11-14T18:48:32,212 INFO [M:0;853c158ffd74:40069 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:32,212 INFO [M:0;853c158ffd74:40069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:32,212 DEBUG [M:0;853c158ffd74:40069 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:48:32,212 INFO [M:0;853c158ffd74:40069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:48:32,212 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610105104 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610105104,5,FailOnTimeoutGroup] 2024-11-14T18:48:32,212 INFO [M:0;853c158ffd74:40069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:32,212 INFO [M:0;853c158ffd74:40069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:48:32,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:48:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/074365650/master 2024-11-14T18:48:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/074365650 2024-11-14T18:48:32,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /074365650/master already deleted, retry=false 2024-11-14T18:48:32,231 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Failed delete of our master address node; KeeperErrorCode = NoNode for /074365650/master 2024-11-14T18:48:32,239 INFO [M:0;853c158ffd74:40069 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/.lastflushedseqids 2024-11-14T18:48:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:32,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36355-0x1013bf675930007, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:32,294 INFO [RS:0;853c158ffd74:36355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:32,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741852_1028 (size=181) 2024-11-14T18:48:32,294 INFO [RS:0;853c158ffd74:36355 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,36355,1731610104039; zookeeper connection closed. 2024-11-14T18:48:32,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28dfa927 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28dfa927 2024-11-14T18:48:32,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:48:32,306 INFO [M:0;853c158ffd74:40069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:48:32,307 INFO [M:0;853c158ffd74:40069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:48:32,307 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:32,307 INFO [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:32,307 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:32,307 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:32,307 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:32,307 INFO [M:0;853c158ffd74:40069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T18:48:32,353 DEBUG [M:0;853c158ffd74:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c30e11ab44d4c93bda05c9e45237f96 is 82, key is hbase:meta,,1/info:regioninfo/1731610105933/Put/seqid=0 2024-11-14T18:48:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741853_1029 (size=5680) 2024-11-14T18:48:32,392 INFO [M:0;853c158ffd74:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c30e11ab44d4c93bda05c9e45237f96 2024-11-14T18:48:32,462 DEBUG [M:0;853c158ffd74:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aede8ff6b23b425d8dceff6d1741682c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731610110110/Put/seqid=0 2024-11-14T18:48:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741854_1030 (size=7319) 2024-11-14T18:48:32,481 INFO [M:0;853c158ffd74:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aede8ff6b23b425d8dceff6d1741682c 2024-11-14T18:48:32,543 DEBUG [M:0;853c158ffd74:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02fe43f82054c18b4e49af461a399b5 is 69, key is 853c158ffd74,36355,1731610104039/rs:state/1731610105163/Put/seqid=0 2024-11-14T18:48:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741855_1031 (size=5371) 2024-11-14T18:48:32,966 INFO [M:0;853c158ffd74:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02fe43f82054c18b4e49af461a399b5 2024-11-14T18:48:32,977 INFO [M:0;853c158ffd74:40069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b02fe43f82054c18b4e49af461a399b5 2024-11-14T18:48:32,979 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c30e11ab44d4c93bda05c9e45237f96 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c30e11ab44d4c93bda05c9e45237f96 2024-11-14T18:48:32,997 INFO [M:0;853c158ffd74:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c30e11ab44d4c93bda05c9e45237f96, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T18:48:32,999 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aede8ff6b23b425d8dceff6d1741682c as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aede8ff6b23b425d8dceff6d1741682c 2024-11-14T18:48:33,014 INFO [M:0;853c158ffd74:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aede8ff6b23b425d8dceff6d1741682c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T18:48:33,017 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02fe43f82054c18b4e49af461a399b5 as hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b02fe43f82054c18b4e49af461a399b5 2024-11-14T18:48:33,036 INFO [M:0;853c158ffd74:40069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b02fe43f82054c18b4e49af461a399b5 2024-11-14T18:48:33,036 INFO [M:0;853c158ffd74:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/34bfa70a-e142-a600-d87c-79334be17108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b02fe43f82054c18b4e49af461a399b5, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T18:48:33,038 INFO [M:0;853c158ffd74:40069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=172, compaction requested=false 2024-11-14T18:48:33,076 INFO [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:33,076 DEBUG [M:0;853c158ffd74:40069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610112307Disabling compacts and flushes for region at 1731610112307Disabling writes for close at 1731610112307Obtaining lock to block concurrent updates at 1731610112307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610112307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731610112308 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610112309 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610112309Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610112352 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610112353 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610112408 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610112461 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610112461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610112494 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610112535 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610112535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edd6096: reopening flushed file at 1731610112977 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f965a8e: reopening flushed file at 1731610112998 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ef67ed: reopening flushed file at 1731610113014 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=172, compaction requested=false at 1731610113038 (+24 ms)Writing region close event to WAL at 1731610113076 (+38 ms)Closed at 1731610113076 2024-11-14T18:48:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741847_1023 (size=22949) 2024-11-14T18:48:33,108 INFO [M:0;853c158ffd74:40069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:48:33,108 INFO [M:0;853c158ffd74:40069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40069 2024-11-14T18:48:33,108 INFO [M:0;853c158ffd74:40069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:33,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:33,264 INFO [M:0;853c158ffd74:40069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:33,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:33,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x1013bf675930006, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:33,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:33,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:33,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:33,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:33,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:33,314 WARN [BP-9015878-172.17.0.2-1731610077357 heartbeating to localhost/127.0.0.1:43915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:48:33,314 WARN [BP-9015878-172.17.0.2-1731610077357 heartbeating to localhost/127.0.0.1:43915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9015878-172.17.0.2-1731610077357 (Datanode Uuid 242bc210-7b7a-454a-8b10-c82f1884ec50) service to localhost/127.0.0.1:43915 2024-11-14T18:48:33,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:48:33,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:48:33,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:48:33,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/data/data2/current/BP-9015878-172.17.0.2-1731610077357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:33,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/cluster_d2692094-cd56-bc1d-d65e-f465eae19588/data/data1/current/BP-9015878-172.17.0.2-1731610077357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:33,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:33,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:33,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:33,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:33,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd89034d-4987-19e1-1064-012acc58267a/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:33,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:48:33,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:48:33,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54954) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54954) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41791 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@43d0007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43915 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 883) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4952 (was 4566) - AvailableMemoryMB LEAK? - 2024-11-14T18:48:33,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=4950 2024-11-14T18:48:33,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf675930002, quorum=127.0.0.1:54954, baseZNode=/074365650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:48:33,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf675930002, quorum=127.0.0.1:54954, baseZNode=/074365650 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:48:33,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf675930005, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:48:33,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf675930005, quorum=127.0.0.1:54954, baseZNode=/1-703723096 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:48:33,450 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T18:48:33,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir so I do NOT create it in target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575 2024-11-14T18:48:33,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:48:33,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.tmp.dir so I do NOT create it in target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575 2024-11-14T18:48:33,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c0ce2f8-0407-2224-9d11-14b02ae4c9a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:48:33,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575 2024-11-14T18:48:33,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc, deleteOnExit=true 2024-11-14T18:48:33,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/zookeeper_0, clientPort=51254, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:48:33,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51254 2024-11-14T18:48:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:48:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:48:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/test.cache.data in system properties and HBase conf 2024-11-14T18:48:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:48:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:48:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:48:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:48:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:48:33,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:48:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:48:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:48:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:48:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:48:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:48:33,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:33,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:48:33,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:48:33,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:33,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:33,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:34,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:34,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:34,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:34,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:34,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:34,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:34,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/java.io.tmpdir/jetty-localhost-44313-hadoop-hdfs-3_4_1-tests_jar-_-any-17195823052022720794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:34,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:44313} 2024-11-14T18:48:34,323 INFO [Time-limited test {}] server.Server(415): Started @41324ms 2024-11-14T18:48:34,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:34,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:34,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:34,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:34,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:34,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:34,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:34,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-5147233261196831750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:34,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-11-14T18:48:34,991 INFO [Time-limited test {}] server.Server(415): Started @41991ms 2024-11-14T18:48:34,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:35,584 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/data/data1/current/BP-1589820122-172.17.0.2-1731610113558/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:35,586 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/data/data2/current/BP-1589820122-172.17.0.2-1731610113558/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:35,649 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73324c608a5402bb with lease ID 0x632457f4622805af: Processing first storage report for DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a from datanode DatanodeRegistration(127.0.0.1:42943, datanodeUuid=c6bb4f59-4088-469e-8afb-fc7a155c69d4, infoPort=33535, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1592969189;c=1731610113558) 2024-11-14T18:48:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73324c608a5402bb with lease ID 0x632457f4622805af: from storage DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a node DatanodeRegistration(127.0.0.1:42943, datanodeUuid=c6bb4f59-4088-469e-8afb-fc7a155c69d4, infoPort=33535, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1592969189;c=1731610113558), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:48:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73324c608a5402bb with lease ID 0x632457f4622805af: Processing first storage report for DS-ac1cf54d-2b8d-41ad-bbf2-213506543f68 from datanode DatanodeRegistration(127.0.0.1:42943, datanodeUuid=c6bb4f59-4088-469e-8afb-fc7a155c69d4, infoPort=33535, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1592969189;c=1731610113558) 2024-11-14T18:48:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73324c608a5402bb with lease ID 0x632457f4622805af: from storage DS-ac1cf54d-2b8d-41ad-bbf2-213506543f68 node DatanodeRegistration(127.0.0.1:42943, datanodeUuid=c6bb4f59-4088-469e-8afb-fc7a155c69d4, infoPort=33535, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1592969189;c=1731610113558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:35,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575 2024-11-14T18:48:35,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:35,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:35,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:36,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea with version=8 2024-11-14T18:48:36,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/hbase-staging 2024-11-14T18:48:36,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:36,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:36,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:36,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:36,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:36,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42583 2024-11-14T18:48:36,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42583 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425830x0, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:36,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42583-0x1013bf7088d0000 connected 2024-11-14T18:48:36,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:36,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:36,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/running 2024-11-14T18:48:36,423 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea, hbase.cluster.distributed=false 2024-11-14T18:48:36,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/acl 2024-11-14T18:48:36,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42583 2024-11-14T18:48:36,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42583 2024-11-14T18:48:36,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42583 2024-11-14T18:48:36,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42583 2024-11-14T18:48:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42583 2024-11-14T18:48:36,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:36,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:36,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33097 2024-11-14T18:48:36,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33097 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:36,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:36,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330970x0, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:36,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33097-0x1013bf7088d0001 connected 2024-11-14T18:48:36,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/running 2024-11-14T18:48:36,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:36,609 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:36,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/master 2024-11-14T18:48:36,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/acl 2024-11-14T18:48:36,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-14T18:48:36,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33097 2024-11-14T18:48:36,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33097 2024-11-14T18:48:36,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-14T18:48:36,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-14T18:48:36,709 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:42583 2024-11-14T18:48:36,735 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0379354026/backup-masters/853c158ffd74,42583,1731610116123 2024-11-14T18:48:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/backup-masters 2024-11-14T18:48:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/backup-masters 2024-11-14T18:48:36,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on existing znode=/0379354026/backup-masters/853c158ffd74,42583,1731610116123 2024-11-14T18:48:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0379354026/master 2024-11-14T18:48:36,781 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on existing znode=/0379354026/master 2024-11-14T18:48:36,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:36,789 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0379354026/backup-masters/853c158ffd74,42583,1731610116123 from backup master directory 2024-11-14T18:48:36,800 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:36,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,42583,1731610116123 2024-11-14T18:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0379354026/backup-masters/853c158ffd74,42583,1731610116123 2024-11-14T18:48:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/backup-masters 2024-11-14T18:48:36,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/backup-masters 2024-11-14T18:48:36,816 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/hbase.id] with ID: bfbc55ce-3571-461c-8e0a-e2d7602ea1f4 2024-11-14T18:48:36,816 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/.tmp/hbase.id 2024-11-14T18:48:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:48:37,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:37,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:37,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:37,226 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/.tmp/hbase.id]:[hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/hbase.id] 2024-11-14T18:48:37,257 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:37,257 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:37,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T18:48:37,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:37,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:48:38,352 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:38,353 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:38,353 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:38,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:48:38,370 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store 2024-11-14T18:48:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:38,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:38,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:38,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610118384Disabling compacts and flushes for region at 1731610118384Disabling writes for close at 1731610118384Writing region close event to WAL at 1731610118384Closed at 1731610118384 2024-11-14T18:48:38,385 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/.initializing 2024-11-14T18:48:38,386 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/WALs/853c158ffd74,42583,1731610116123 2024-11-14T18:48:38,387 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:38,391 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C42583%2C1731610116123, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/WALs/853c158ffd74,42583,1731610116123, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:38,410 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/WALs/853c158ffd74,42583,1731610116123/853c158ffd74%2C42583%2C1731610116123.1731610118392, exclude list is [], retry=0 2024-11-14T18:48:38,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a,DISK] 2024-11-14T18:48:38,423 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/WALs/853c158ffd74,42583,1731610116123/853c158ffd74%2C42583%2C1731610116123.1731610118392 2024-11-14T18:48:38,423 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-14T18:48:38,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:38,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:38,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:38,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:38,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:38,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:38,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:38,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:38,444 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,445 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,445 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,448 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:38,450 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:38,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:38,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63678550, jitterRate=-0.05111566185951233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:38,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610118424Initializing all the Stores at 1731610118425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610118426 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610118426Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610118426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610118426Cleaning up temporary data from old regions at 1731610118447 (+21 ms)Region opened successfully at 1731610118473 (+26 ms) 2024-11-14T18:48:38,474 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:38,477 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515ce08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:38,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:48:38,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:38,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:38,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:38,480 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:48:38,480 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:48:38,480 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:38,483 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:38,484 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:38,508 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/balancer already deleted, retry=false 2024-11-14T18:48:38,509 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:38,510 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:38,520 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/normalizer already deleted, retry=false 2024-11-14T18:48:38,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:38,526 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:38,537 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/switch/split already deleted, retry=false 2024-11-14T18:48:38,539 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:38,550 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/switch/merge already deleted, retry=false 2024-11-14T18:48:38,553 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:38,562 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0379354026/running 2024-11-14T18:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0379354026/running 2024-11-14T18:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,577 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,42583,1731610116123, sessionid=0x1013bf7088d0000, setting cluster-up flag (Was=false) 2024-11-14T18:48:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,625 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0379354026/flush-table-proc/acquired, /0379354026/flush-table-proc/reached, /0379354026/flush-table-proc/abort 2024-11-14T18:48:38,626 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42583,1731610116123 2024-11-14T18:48:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:38,671 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0379354026/online-snapshot/acquired, /0379354026/online-snapshot/reached, /0379354026/online-snapshot/abort 2024-11-14T18:48:38,672 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42583,1731610116123 2024-11-14T18:48:38,674 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:48:38,677 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:38,677 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:38,678 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:38,678 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,42583,1731610116123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:38,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,681 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:38,681 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,683 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(746): ClusterId : bfbc55ce-3571-461c-8e0a-e2d7602ea1f4 2024-11-14T18:48:38,683 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:38,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:38,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:48:38,705 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:38,705 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:38,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:48:38,718 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:38,718 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fc4a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610148726 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:38,726 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:38,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:38,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:38,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:38,728 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:38,730 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:38,730 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:38,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610118731,5,FailOnTimeoutGroup] 2024-11-14T18:48:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:48:38,736 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610118735,5,FailOnTimeoutGroup] 2024-11-14T18:48:38,736 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,736 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:38,737 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,737 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:48:38,739 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea 2024-11-14T18:48:38,746 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:33097 2024-11-14T18:48:38,747 INFO [RS:0;853c158ffd74:33097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:38,747 INFO [RS:0;853c158ffd74:33097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:38,747 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:38,748 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,42583,1731610116123 with port=33097, startcode=1731610116534 2024-11-14T18:48:38,748 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:48:38,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:38,761 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:38,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42583 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,766 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea 2024-11-14T18:48:38,766 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37739 2024-11-14T18:48:38,766 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:38,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:38,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:38,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:38,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:38,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:38,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:38,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:38,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:38,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:38,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:38,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:38,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:38,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:38,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:38,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740 2024-11-14T18:48:38,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740 2024-11-14T18:48:38,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:38,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:38,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:38,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/rs 2024-11-14T18:48:38,796 DEBUG [RS:0;853c158ffd74:33097 {}] zookeeper.ZKUtil(111): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on existing znode=/0379354026/rs/853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,796 WARN [RS:0;853c158ffd74:33097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:38,796 INFO [RS:0;853c158ffd74:33097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:38,796 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,33097,1731610116534] 2024-11-14T18:48:38,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:38,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70545780, jitterRate=0.05121403932571411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:38,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610118755Initializing all the Stores at 1731610118756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610118756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610118767 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610118767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610118767Cleaning up temporary data from old regions at 1731610118791 (+24 ms)Region opened successfully at 1731610118816 (+25 ms) 2024-11-14T18:48:38,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:38,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:38,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:38,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:38,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:38,819 INFO [RS:0;853c158ffd74:33097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:38,827 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:38,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610118816Disabling compacts and flushes for region at 1731610118816Disabling writes for close at 1731610118816Writing region close event to WAL at 1731610118827 (+11 ms)Closed at 1731610118827 2024-11-14T18:48:38,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:38,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:48:38,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:38,831 INFO [RS:0;853c158ffd74:33097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:38,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:38,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:48:38,835 INFO [RS:0;853c158ffd74:33097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:38,835 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,838 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:38,840 INFO [RS:0;853c158ffd74:33097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:38,840 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:38,840 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:38,841 DEBUG [RS:0;853c158ffd74:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:38,842 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,843 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,843 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,843 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,843 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,843 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33097,1731610116534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:38,869 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:38,869 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33097,1731610116534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,869 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,869 INFO [RS:0;853c158ffd74:33097 {}] regionserver.Replication(171): 853c158ffd74,33097,1731610116534 started 2024-11-14T18:48:38,893 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:38,893 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,33097,1731610116534, RpcServer on 853c158ffd74/172.17.0.2:33097, sessionid=0x1013bf7088d0001 2024-11-14T18:48:38,893 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:38,893 DEBUG [RS:0;853c158ffd74:33097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,893 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33097,1731610116534' 2024-11-14T18:48:38,893 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0379354026/flush-table-proc/abort' 2024-11-14T18:48:38,894 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0379354026/flush-table-proc/acquired' 2024-11-14T18:48:38,895 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:38,895 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:38,895 DEBUG [RS:0;853c158ffd74:33097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,33097,1731610116534 2024-11-14T18:48:38,895 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33097,1731610116534' 2024-11-14T18:48:38,895 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0379354026/online-snapshot/abort' 2024-11-14T18:48:38,896 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0379354026/online-snapshot/acquired' 2024-11-14T18:48:38,896 DEBUG [RS:0;853c158ffd74:33097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:38,896 INFO [RS:0;853c158ffd74:33097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:38,896 INFO [RS:0;853c158ffd74:33097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:38,983 WARN [853c158ffd74:42583 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:48:38,997 INFO [RS:0;853c158ffd74:33097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:38,999 INFO [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33097%2C1731610116534, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs, maxLogs=10 2024-11-14T18:48:39,014 DEBUG [RS:0;853c158ffd74:33097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999, exclude list is [], retry=0 2024-11-14T18:48:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a,DISK] 2024-11-14T18:48:39,023 INFO [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 2024-11-14T18:48:39,027 DEBUG [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-14T18:48:39,234 DEBUG [853c158ffd74:42583 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:39,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,33097,1731610116534 2024-11-14T18:48:39,240 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33097,1731610116534, state=OPENING 2024-11-14T18:48:39,287 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:48:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:39,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0379354026/meta-region-server: CHANGED 2024-11-14T18:48:39,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0379354026/meta-region-server: CHANGED 2024-11-14T18:48:39,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:39,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33097,1731610116534}] 2024-11-14T18:48:39,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:39,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:39,460 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:39,460 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:39,461 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:39,462 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33097%2C1731610116534.meta, suffix=.meta, logDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs, maxLogs=10 2024-11-14T18:48:39,477 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.meta.1731610119463.meta, exclude list is [], retry=0 2024-11-14T18:48:39,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a,DISK] 2024-11-14T18:48:39,491 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.meta.1731610119463.meta 2024-11-14T18:48:39,511 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-14T18:48:39,512 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:39,512 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:39,512 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:39,512 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:39,512 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:39,513 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:39,513 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:39,513 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:39,513 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:39,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:39,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:39,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:39,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:39,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:39,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:39,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:39,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:39,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:39,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:39,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:39,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:39,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:39,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:39,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:39,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:39,550 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:39,552 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740 2024-11-14T18:48:39,553 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740 2024-11-14T18:48:39,555 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:39,555 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:39,559 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:39,561 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:39,562 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59404934, jitterRate=-0.11479750275611877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:39,562 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:39,563 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610119513Writing region info on filesystem at 1731610119513Initializing all the Stores at 1731610119517 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610119517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610119538 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610119538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610119539 (+1 ms)Cleaning up temporary data from old regions at 1731610119555 (+16 ms)Running coprocessor post-open hooks at 1731610119562 (+7 ms)Region opened successfully at 1731610119563 (+1 ms) 2024-11-14T18:48:39,565 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610119454 2024-11-14T18:48:39,571 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:39,571 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:39,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,33097,1731610116534 2024-11-14T18:48:39,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33097,1731610116534, state=OPEN 2024-11-14T18:48:39,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0379354026/meta-region-server 2024-11-14T18:48:39,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0379354026/meta-region-server 2024-11-14T18:48:39,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,33097,1731610116534 2024-11-14T18:48:39,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0379354026/meta-region-server: CHANGED 2024-11-14T18:48:39,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0379354026/meta-region-server: CHANGED 2024-11-14T18:48:39,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:48:39,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33097,1731610116534 in 361 msec 2024-11-14T18:48:39,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:48:39,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 835 msec 2024-11-14T18:48:39,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:39,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:48:39,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:39,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33097,1731610116534, seqNum=-1] 2024-11-14T18:48:39,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:39,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:39,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-14T18:48:39,679 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610119679, completionTime=-1 2024-11-14T18:48:39,680 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:48:39,680 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:39,682 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610179682 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610239683 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:42583, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,683 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,685 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,686 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.890sec 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:39,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:39,694 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:39,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:39,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42583,1731610116123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:39,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:39,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42583,-1 for getting cluster id 2024-11-14T18:48:39,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:39,788 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfbc55ce-3571-461c-8e0a-e2d7602ea1f4' 2024-11-14T18:48:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfbc55ce-3571-461c-8e0a-e2d7602ea1f4" 2024-11-14T18:48:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42583,-1] 2024-11-14T18:48:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:39,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:39,792 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:39,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:39,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33097,1731610116534, seqNum=-1] 2024-11-14T18:48:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:39,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,42583,1731610116123 2024-11-14T18:48:39,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:39,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:39,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf7088d0002 connected 2024-11-14T18:48:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir so I do NOT create it in target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4 2024-11-14T18:48:39,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:48:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.tmp.dir so I do NOT create it in target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4 2024-11-14T18:48:39,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:48:39,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4 2024-11-14T18:48:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/cluster_0abea81a-856d-80a0-79a2-de7873897a1d, deleteOnExit=true 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/test.cache.data in system properties and HBase conf 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:48:39,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:48:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:48:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:48:39,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:48:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:48:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:48:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:48:40,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:40,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:40,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:40,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:40,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:48:40,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:40,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:40,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:40,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a1226e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/java.io.tmpdir/jetty-localhost-40309-hadoop-hdfs-3_4_1-tests_jar-_-any-6336502426851354170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:40,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:40309} 2024-11-14T18:48:40,399 INFO [Time-limited test {}] server.Server(415): Started @47400ms 2024-11-14T18:48:40,851 WARN [RS:0;853c158ffd74:33097 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 853c158ffd74,38169,1731610084633: status=Processing ServerCrashProcedure of 853c158ffd74,38169,1731610084633 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731610105094, completionTime=-1 appears to have been leaked 2024-11-14T18:48:40,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:40,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:40,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:40,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:40,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:40,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f02ef67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:40,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b95b4f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:41,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3925a16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/java.io.tmpdir/jetty-localhost-41445-hadoop-hdfs-3_4_1-tests_jar-_-any-5004866794807181227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:41,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5931953f{HTTP/1.1, (http/1.1)}{localhost:41445} 2024-11-14T18:48:41,069 INFO [Time-limited test {}] server.Server(415): Started @48070ms 2024-11-14T18:48:41,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:41,799 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/cluster_0abea81a-856d-80a0-79a2-de7873897a1d/data/data1/current/BP-2124203518-172.17.0.2-1731610119920/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:41,811 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/cluster_0abea81a-856d-80a0-79a2-de7873897a1d/data/data2/current/BP-2124203518-172.17.0.2-1731610119920/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:41,865 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x877738692f011523 with lease ID 0xb96e1452e11fa27c: Processing first storage report for DS-d3f210b6-408e-4a55-81e7-f7cadb1e246c from datanode DatanodeRegistration(127.0.0.1:33171, datanodeUuid=bd004e3c-2a8b-4471-94ef-aa6e97cb2548, infoPort=36631, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=1053227935;c=1731610119920) 2024-11-14T18:48:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x877738692f011523 with lease ID 0xb96e1452e11fa27c: from storage DS-d3f210b6-408e-4a55-81e7-f7cadb1e246c node DatanodeRegistration(127.0.0.1:33171, datanodeUuid=bd004e3c-2a8b-4471-94ef-aa6e97cb2548, infoPort=36631, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=1053227935;c=1731610119920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x877738692f011523 with lease ID 0xb96e1452e11fa27c: Processing first storage report for DS-0e8b05aa-e062-4100-8c73-fedecfa2f1f9 from datanode DatanodeRegistration(127.0.0.1:33171, datanodeUuid=bd004e3c-2a8b-4471-94ef-aa6e97cb2548, infoPort=36631, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=1053227935;c=1731610119920) 2024-11-14T18:48:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x877738692f011523 with lease ID 0xb96e1452e11fa27c: from storage DS-0e8b05aa-e062-4100-8c73-fedecfa2f1f9 node DatanodeRegistration(127.0.0.1:33171, datanodeUuid=bd004e3c-2a8b-4471-94ef-aa6e97cb2548, infoPort=36631, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=1053227935;c=1731610119920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:41,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4 2024-11-14T18:48:41,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:41,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:41,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb with version=8 2024-11-14T18:48:41,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/hbase-staging 2024-11-14T18:48:41,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:41,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:41,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45723 2024-11-14T18:48:41,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45723 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457230x0, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:41,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45723-0x1013bf7088d0003 connected 2024-11-14T18:48:42,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:42,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:42,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/running 2024-11-14T18:48:42,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb, hbase.cluster.distributed=false 2024-11-14T18:48:42,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/acl 2024-11-14T18:48:42,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-14T18:48:42,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45723 2024-11-14T18:48:42,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45723 2024-11-14T18:48:42,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-14T18:48:42,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-14T18:48:42,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:42,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:42,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:42,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:42,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:42,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:42,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:42,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:42,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35635 2024-11-14T18:48:42,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35635 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:42,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:42,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:42,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356350x0, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:42,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35635-0x1013bf7088d0004 connected 2024-11-14T18:48:42,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/running 2024-11-14T18:48:42,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:42,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:42,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/master 2024-11-14T18:48:42,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/acl 2024-11-14T18:48:42,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-14T18:48:42,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-11-14T18:48:42,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-11-14T18:48:42,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-14T18:48:42,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-14T18:48:42,394 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:45723 2024-11-14T18:48:42,413 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12142171552/backup-masters/853c158ffd74,45723,1731610121971 2024-11-14T18:48:42,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/backup-masters 2024-11-14T18:48:42,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/backup-masters 2024-11-14T18:48:42,424 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on existing znode=/12142171552/backup-masters/853c158ffd74,45723,1731610121971 2024-11-14T18:48:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142171552/master 2024-11-14T18:48:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:42,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on existing znode=/12142171552/master 2024-11-14T18:48:42,449 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12142171552/backup-masters/853c158ffd74,45723,1731610121971 from backup master directory 2024-11-14T18:48:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/backup-masters 2024-11-14T18:48:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142171552/backup-masters/853c158ffd74,45723,1731610121971 2024-11-14T18:48:42,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/backup-masters 2024-11-14T18:48:42,466 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:42,466 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,45723,1731610121971 2024-11-14T18:48:42,491 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/hbase.id] with ID: 2d6ed678-5c01-456a-b2ba-78133b58056e 2024-11-14T18:48:42,491 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/.tmp/hbase.id 2024-11-14T18:48:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:48:42,957 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/.tmp/hbase.id]:[hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/hbase.id] 2024-11-14T18:48:42,999 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:42,999 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:43,015 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T18:48:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:48:43,178 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:43,180 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:43,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:48:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:48:43,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:48:43,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:43,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:48:43,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:43,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:48:43,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:48:43,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:48:43,608 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store 2024-11-14T18:48:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:43,615 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:43,615 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:43,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610123615Disabling compacts and flushes for region at 1731610123615Disabling writes for close at 1731610123615Writing region close event to WAL at 1731610123615Closed at 1731610123615 2024-11-14T18:48:43,616 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/.initializing 2024-11-14T18:48:43,616 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/WALs/853c158ffd74,45723,1731610121971 2024-11-14T18:48:43,617 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:43,619 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C45723%2C1731610121971, suffix=, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/WALs/853c158ffd74,45723,1731610121971, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:43,631 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/WALs/853c158ffd74,45723,1731610121971/853c158ffd74%2C45723%2C1731610121971.1731610123619, exclude list is [], retry=0 2024-11-14T18:48:43,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33171,DS-d3f210b6-408e-4a55-81e7-f7cadb1e246c,DISK] 2024-11-14T18:48:43,636 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/WALs/853c158ffd74,45723,1731610121971/853c158ffd74%2C45723%2C1731610121971.1731610123619 2024-11-14T18:48:43,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36631:36631)] 2024-11-14T18:48:43,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:43,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:43,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:43,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:43,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:43,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:43,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:43,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:43,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:43,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:43,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:43,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:43,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:43,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:43,649 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,650 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,650 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,651 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,651 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,652 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:43,653 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:43,656 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:43,656 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67237932, jitterRate=0.0019232630729675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:43,657 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610123637Initializing all the Stores at 1731610123638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610123639 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610123639Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610123639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610123639Cleaning up temporary data from old regions at 1731610123652 (+13 ms)Region opened successfully at 1731610123657 (+5 ms) 2024-11-14T18:48:43,657 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:43,661 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408a50ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:48:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:43,663 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:48:43,664 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:48:43,664 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:43,668 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:43,669 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:43,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/balancer already deleted, retry=false 2024-11-14T18:48:43,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:43,708 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:43,715 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/normalizer already deleted, retry=false 2024-11-14T18:48:43,715 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:43,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:43,723 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/switch/split already deleted, retry=false 2024-11-14T18:48:43,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:43,732 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/switch/merge already deleted, retry=false 2024-11-14T18:48:43,734 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:43,745 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142171552/running 2024-11-14T18:48:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142171552/running 2024-11-14T18:48:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,754 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,45723,1731610121971, sessionid=0x1013bf7088d0003, setting cluster-up flag (Was=false) 2024-11-14T18:48:43,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,807 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12142171552/flush-table-proc/acquired, /12142171552/flush-table-proc/reached, /12142171552/flush-table-proc/abort 2024-11-14T18:48:43,808 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45723,1731610121971 2024-11-14T18:48:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:43,853 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12142171552/online-snapshot/acquired, /12142171552/online-snapshot/reached, /12142171552/online-snapshot/abort 2024-11-14T18:48:43,854 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45723,1731610121971 2024-11-14T18:48:43,856 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:48:43,858 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:43,858 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:43,858 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:43,858 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,45723,1731610121971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:43,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610153861 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:43,861 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:43,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:43,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:43,862 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610123862,5,FailOnTimeoutGroup] 2024-11-14T18:48:43,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:43,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:48:43,866 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610123862,5,FailOnTimeoutGroup] 2024-11-14T18:48:43,867 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,867 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:43,867 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,867 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:48:43,880 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(746): ClusterId : 2d6ed678-5c01-456a-b2ba-78133b58056e 2024-11-14T18:48:43,880 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:43,891 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:43,891 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:43,899 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:43,899 DEBUG [RS:0;853c158ffd74:35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3069bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:43,909 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:35635 2024-11-14T18:48:43,909 INFO [RS:0;853c158ffd74:35635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:43,909 INFO [RS:0;853c158ffd74:35635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:43,909 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:43,910 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45723,1731610121971 with port=35635, startcode=1731610122242 2024-11-14T18:48:43,910 DEBUG [RS:0;853c158ffd74:35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:43,912 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:43,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45723 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,914 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb 2024-11-14T18:48:43,914 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39171 2024-11-14T18:48:43,914 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:43,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/rs 2024-11-14T18:48:43,924 DEBUG [RS:0;853c158ffd74:35635 {}] zookeeper.ZKUtil(111): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on existing znode=/12142171552/rs/853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,924 WARN [RS:0;853c158ffd74:35635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:43,924 INFO [RS:0;853c158ffd74:35635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:43,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,35635,1731610122242] 2024-11-14T18:48:43,924 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,929 INFO [RS:0;853c158ffd74:35635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:43,930 INFO [RS:0;853c158ffd74:35635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:43,935 INFO [RS:0;853c158ffd74:35635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:43,935 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,938 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:43,939 INFO [RS:0;853c158ffd74:35635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:43,939 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:43,940 DEBUG [RS:0;853c158ffd74:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:43,942 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,942 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,942 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,942 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,943 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,943 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35635,1731610122242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:43,956 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:43,956 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35635,1731610122242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,956 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,956 INFO [RS:0;853c158ffd74:35635 {}] regionserver.Replication(171): 853c158ffd74,35635,1731610122242 started 2024-11-14T18:48:43,969 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:43,969 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,35635,1731610122242, RpcServer on 853c158ffd74/172.17.0.2:35635, sessionid=0x1013bf7088d0004 2024-11-14T18:48:43,969 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:43,969 DEBUG [RS:0;853c158ffd74:35635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,969 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35635,1731610122242' 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12142171552/flush-table-proc/abort' 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12142171552/flush-table-proc/acquired' 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,35635,1731610122242 2024-11-14T18:48:43,970 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35635,1731610122242' 2024-11-14T18:48:43,971 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12142171552/online-snapshot/abort' 2024-11-14T18:48:43,971 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12142171552/online-snapshot/acquired' 2024-11-14T18:48:43,971 DEBUG [RS:0;853c158ffd74:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:43,971 INFO [RS:0;853c158ffd74:35635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:43,971 INFO [RS:0;853c158ffd74:35635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:44,072 INFO [RS:0;853c158ffd74:35635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:44,073 INFO [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C35635%2C1731610122242, suffix=, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/oldWALs, maxLogs=10 2024-11-14T18:48:44,085 DEBUG [RS:0;853c158ffd74:35635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242/853c158ffd74%2C35635%2C1731610122242.1731610124073, exclude list is [], retry=0 2024-11-14T18:48:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33171,DS-d3f210b6-408e-4a55-81e7-f7cadb1e246c,DISK] 2024-11-14T18:48:44,090 INFO [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242/853c158ffd74%2C35635%2C1731610122242.1731610124073 2024-11-14T18:48:44,090 DEBUG [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36631:36631)] 2024-11-14T18:48:44,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:48:44,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb 2024-11-14T18:48:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:48:44,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:44,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:44,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:44,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:44,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:44,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:44,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:44,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:44,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:44,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:44,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:44,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:44,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:44,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:44,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:44,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:44,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:44,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740 2024-11-14T18:48:44,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740 2024-11-14T18:48:44,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:44,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:44,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:44,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:44,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:44,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63800989, jitterRate=-0.049291178584098816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610124681Initializing all the Stores at 1731610124682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610124682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610124682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610124682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610124682Cleaning up temporary data from old regions at 1731610124693 (+11 ms)Region opened successfully at 1731610124698 (+5 ms) 2024-11-14T18:48:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:44,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:44,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:44,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610124698Disabling compacts and flushes for region at 1731610124698Disabling writes for close at 1731610124698Writing region close event to WAL at 1731610124698Closed at 1731610124698 2024-11-14T18:48:44,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:44,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:48:44,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:44,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:44,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:48:44,854 DEBUG [853c158ffd74:45723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:44,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,35635,1731610122242 2024-11-14T18:48:44,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,35635,1731610122242, state=OPENING 2024-11-14T18:48:44,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:48:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:44,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:44,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142171552/meta-region-server: CHANGED 2024-11-14T18:48:44,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142171552/meta-region-server: CHANGED 2024-11-14T18:48:44,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,35635,1731610122242}] 2024-11-14T18:48:45,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:45,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:45,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:48:45,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:45,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:45,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:45,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:45,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:45,102 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C35635%2C1731610122242.meta, suffix=.meta, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/oldWALs, maxLogs=10 2024-11-14T18:48:45,117 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242/853c158ffd74%2C35635%2C1731610122242.meta.1731610125102.meta, exclude list is [], retry=0 2024-11-14T18:48:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33171,DS-d3f210b6-408e-4a55-81e7-f7cadb1e246c,DISK] 2024-11-14T18:48:45,155 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/WALs/853c158ffd74,35635,1731610122242/853c158ffd74%2C35635%2C1731610122242.meta.1731610125102.meta 2024-11-14T18:48:45,159 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36631:36631)] 2024-11-14T18:48:45,162 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:45,163 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:45,164 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:45,164 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:45,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:45,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:45,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:45,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:45,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:45,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:45,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:45,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:45,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:45,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:45,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:45,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:45,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:45,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:45,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:45,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:45,189 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:45,193 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740 2024-11-14T18:48:45,194 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740 2024-11-14T18:48:45,196 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:45,196 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:45,197 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:45,204 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:45,205 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59827359, jitterRate=-0.10850287973880768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:45,205 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:45,205 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610125164Writing region info on filesystem at 1731610125164Initializing all the Stores at 1731610125171 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610125172 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610125172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610125172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610125172Cleaning up temporary data from old regions at 1731610125196 (+24 ms)Running coprocessor post-open hooks at 1731610125205 (+9 ms)Region opened successfully at 1731610125205 2024-11-14T18:48:45,211 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610125094 2024-11-14T18:48:45,217 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:45,217 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:45,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35635,1731610122242 2024-11-14T18:48:45,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,35635,1731610122242, state=OPEN 2024-11-14T18:48:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12142171552/meta-region-server 2024-11-14T18:48:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12142171552/meta-region-server 2024-11-14T18:48:45,239 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,35635,1731610122242 2024-11-14T18:48:45,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142171552/meta-region-server: CHANGED 2024-11-14T18:48:45,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142171552/meta-region-server: CHANGED 2024-11-14T18:48:45,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:48:45,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,35635,1731610122242 in 299 msec 2024-11-14T18:48:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:48:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-14T18:48:45,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:45,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:48:45,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:45,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35635,1731610122242, seqNum=-1] 2024-11-14T18:48:45,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:45,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:45,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-14T18:48:45,262 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610125261, completionTime=-1 2024-11-14T18:48:45,262 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:48:45,262 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610185265 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610245265 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:45723, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,266 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,266 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,268 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.805sec 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:45,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:45,280 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:45,280 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:45,280 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45723,1731610121971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:45,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36962832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45723,-1 for getting cluster id 2024-11-14T18:48:45,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:45,288 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d6ed678-5c01-456a-b2ba-78133b58056e' 2024-11-14T18:48:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d6ed678-5c01-456a-b2ba-78133b58056e" 2024-11-14T18:48:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45723,-1] 2024-11-14T18:48:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:45,291 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:45,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b237bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35635,1731610122242, seqNum=-1] 2024-11-14T18:48:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:45,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:45,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,45723,1731610121971 2024-11-14T18:48:45,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51254 2024-11-14T18:48:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:45,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf7088d0005 connected 2024-11-14T18:48:45,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2f2c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42583,-1 for getting cluster id 2024-11-14T18:48:45,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:45,332 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfbc55ce-3571-461c-8e0a-e2d7602ea1f4' 2024-11-14T18:48:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfbc55ce-3571-461c-8e0a-e2d7602ea1f4" 2024-11-14T18:48:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b326fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42583,-1] 2024-11-14T18:48:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:45,334 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:45,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403dab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42583,1731610116123 2024-11-14T18:48:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0e900f 2024-11-14T18:48:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:45,338 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:45,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:45723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:48:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:48:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:45,343 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45723' 2024-11-14T18:48:45,344 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de6bb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,344 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45723,-1 for getting cluster id 2024-11-14T18:48:45,344 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:45,345 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d6ed678-5c01-456a-b2ba-78133b58056e' 2024-11-14T18:48:45,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d6ed678-5c01-456a-b2ba-78133b58056e" 2024-11-14T18:48:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d05e3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45723,-1] 2024-11-14T18:48:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:45,347 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329dbe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:45,349 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:45,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45723,1731610121971 2024-11-14T18:48:45,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce9acde 2024-11-14T18:48:45,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:45,351 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:45,353 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T18:48:45,353 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:48:45,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:45,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:45,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:45,353 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:45,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:48:45,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:48:45,360 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:45,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:48:45,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741835_1011 (size=1138) 2024-11-14T18:48:45,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b1206e672b423d8fe872ec91431f9ee, NAME => 'hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea 2024-11-14T18:48:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741836_1012 (size=44) 2024-11-14T18:48:45,409 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:48:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:45,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:45,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b1206e672b423d8fe872ec91431f9ee, disabling compactions & flushes 2024-11-14T18:48:45,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:45,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:45,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. after waiting 0 ms 2024-11-14T18:48:45,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:45,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:45,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b1206e672b423d8fe872ec91431f9ee: Waiting for close lock at 1731610125782Disabling compacts and flushes for region at 1731610125782Disabling writes for close at 1731610125783 (+1 ms)Writing region close event to WAL at 1731610125783Closed at 1731610125783 2024-11-14T18:48:45,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:48:45,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610125785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610125785"}]},"ts":"1731610125785"} 2024-11-14T18:48:45,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:48:45,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:48:45,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610125790"}]},"ts":"1731610125790"} 2024-11-14T18:48:45,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:48:45,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1206e672b423d8fe872ec91431f9ee, ASSIGN}] 2024-11-14T18:48:45,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1206e672b423d8fe872ec91431f9ee, ASSIGN 2024-11-14T18:48:45,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b1206e672b423d8fe872ec91431f9ee, ASSIGN; state=OFFLINE, location=853c158ffd74,33097,1731610116534; forceNewPlan=false, retain=false 2024-11-14T18:48:45,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0b1206e672b423d8fe872ec91431f9ee, regionState=OPENING, regionLocation=853c158ffd74,33097,1731610116534 2024-11-14T18:48:45,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b1206e672b423d8fe872ec91431f9ee, ASSIGN because future has completed 2024-11-14T18:48:45,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b1206e672b423d8fe872ec91431f9ee, server=853c158ffd74,33097,1731610116534}] 2024-11-14T18:48:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:46,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:46,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:46,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:48:46,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33097%2C1731610116534.rep, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs, maxLogs=10 2024-11-14T18:48:46,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.rep.1731610126118, exclude list is [], retry=0 2024-11-14T18:48:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-71d7d3b0-7c04-45a1-8d75-926bd4dbb17a,DISK] 2024-11-14T18:48:46,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.rep.1731610126118 2024-11-14T18:48:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-14T18:48:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b1206e672b423d8fe872ec91431f9ee, NAME => 'hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:46,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. service=MultiRowMutationService 2024-11-14T18:48:46,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:48:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,146 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,148 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1206e672b423d8fe872ec91431f9ee columnFamilyName hfileref 2024-11-14T18:48:46,148 DEBUG [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:46,148 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(327): Store=0b1206e672b423d8fe872ec91431f9ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:46,149 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,150 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1206e672b423d8fe872ec91431f9ee columnFamilyName queue 2024-11-14T18:48:46,150 DEBUG [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:46,151 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(327): Store=0b1206e672b423d8fe872ec91431f9ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:46,151 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,153 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1206e672b423d8fe872ec91431f9ee columnFamilyName sid 2024-11-14T18:48:46,153 DEBUG [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:46,153 INFO [StoreOpener-0b1206e672b423d8fe872ec91431f9ee-1 {}] regionserver.HStore(327): Store=0b1206e672b423d8fe872ec91431f9ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:46,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:48:46,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:46,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0b1206e672b423d8fe872ec91431f9ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71837278, jitterRate=0.07045885920524597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:48:46,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:46,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0b1206e672b423d8fe872ec91431f9ee: Running coprocessor pre-open hook at 1731610126145Writing region info on filesystem at 1731610126145Initializing all the Stores at 1731610126146 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610126146Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610126146Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610126146Cleaning up temporary data from old regions at 1731610126156 (+10 ms)Running coprocessor post-open hooks at 1731610126160 (+4 ms)Region opened successfully at 1731610126161 (+1 ms) 2024-11-14T18:48:46,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee., pid=7, masterSystemTime=1731610126104 2024-11-14T18:48:46,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:46,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:46,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0b1206e672b423d8fe872ec91431f9ee, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,33097,1731610116534 2024-11-14T18:48:46,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b1206e672b423d8fe872ec91431f9ee, server=853c158ffd74,33097,1731610116534 because future has completed 2024-11-14T18:48:46,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T18:48:46,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b1206e672b423d8fe872ec91431f9ee, server=853c158ffd74,33097,1731610116534 in 220 msec 2024-11-14T18:48:46,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:48:46,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1206e672b423d8fe872ec91431f9ee, ASSIGN in 381 msec 2024-11-14T18:48:46,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:48:46,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610126178"}]},"ts":"1731610126178"} 2024-11-14T18:48:46,181 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:48:46,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:48:46,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 828 msec 2024-11-14T18:48:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee., hostname=853c158ffd74,33097,1731610116534, seqNum=2] 2024-11-14T18:48:46,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:46,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:46,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:48:46,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T18:48:46,455 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:48:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:46,497 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,33097,1731610116534, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:48:46,498 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:46,498 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33097,1731610116534, seqNum=-1] 2024-11-14T18:48:46,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:46,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T18:48:46,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,33097,1731610116534', locateType=CURRENT is [region=hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee., hostname=853c158ffd74,33097,1731610116534, seqNum=2] 2024-11-14T18:48:46,507 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T18:48:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T18:48:46,515 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,33097,1731610116534 suceeded 2024-11-14T18:48:46,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T18:48:46,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-14T18:48:46,520 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:45723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:48:46,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1810 sec 2024-11-14T18:48:46,529 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45723' 2024-11-14T18:48:46,530 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16548da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:46,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45723,-1 for getting cluster id 2024-11-14T18:48:46,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:46,532 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d6ed678-5c01-456a-b2ba-78133b58056e' 2024-11-14T18:48:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d6ed678-5c01-456a-b2ba-78133b58056e" 2024-11-14T18:48:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647193e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:46,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45723,-1] 2024-11-14T18:48:46,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:46,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:46,534 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:46,536 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cab8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:46,536 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:46,538 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45723,1731610121971 2024-11-14T18:48:46,538 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc9e489 2024-11-14T18:48:46,538 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:46,540 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T18:48:46,541 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,33097,1731610116534 (queues=1) is replicating from cluster=bfbc55ce-3571-461c-8e0a-e2d7602ea1f4 to cluster=2d6ed678-5c01-456a-b2ba-78133b58056e 2024-11-14T18:48:46,541 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C33097%2C1731610116534 2024-11-14T18:48:46,541 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,33097,1731610116534, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:48:46,542 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999, startPosition=0, beingWritten=true 2024-11-14T18:48:46,547 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.shipper853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C33097%2C1731610116534 2024-11-14T18:48:46,754 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:47,069 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:48:47,492 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:48:47,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:47,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:47,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:47,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:48:47,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42583,1731610116123 2024-11-14T18:48:47,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-11-14T18:48:47,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:48:47,496 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:48:47,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42583 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:48:47,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:48:47,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:47,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:47,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:47,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:48:47,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1369692586, stopped=false 2024-11-14T18:48:47,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,45723,1731610121971 2024-11-14T18:48:47,500 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142171552/running 2024-11-14T18:48:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142171552/running 2024-11-14T18:48:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:47,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:47,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:47,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:47,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/running 2024-11-14T18:48:47,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,35635,1731610122242' ***** 2024-11-14T18:48:47,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:48:47,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Set watcher on znode that does not yet exist, /12142171552/running 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,35635,1731610122242 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:47,512 INFO [RS:0;853c158ffd74:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:35635. 2024-11-14T18:48:47,513 DEBUG [RS:0;853c158ffd74:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:47,513 DEBUG [RS:0;853c158ffd74:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:47,513 INFO [RS:0;853c158ffd74:35635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:48:47,513 INFO [RS:0;853c158ffd74:35635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:48:47,513 INFO [RS:0;853c158ffd74:35635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:48:47,513 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:48:47,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:48:47,514 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:48:47,514 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:48:47,514 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:47,515 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:47,515 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:47,515 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:47,515 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:47,515 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:47,515 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T18:48:47,534 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/.tmp/ns/bd2776672ab64e468bafeb89a85094af is 43, key is default/ns:d/1731610125255/Put/seqid=0 2024-11-14T18:48:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741835_1011 (size=5153) 2024-11-14T18:48:47,546 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:47,715 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:47,915 DEBUG [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:47,939 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/.tmp/ns/bd2776672ab64e468bafeb89a85094af 2024-11-14T18:48:47,947 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/.tmp/ns/bd2776672ab64e468bafeb89a85094af as hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/ns/bd2776672ab64e468bafeb89a85094af 2024-11-14T18:48:47,951 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:48:47,951 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:48:47,962 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/ns/bd2776672ab64e468bafeb89a85094af, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T18:48:47,964 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-14T18:48:47,976 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:48:47,979 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:47,979 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:47,979 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:47,979 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610127514Running coprocessor pre-close hooks at 1731610127514Disabling compacts and flushes for region at 1731610127514Disabling writes for close at 1731610127515 (+1 ms)Obtaining lock to block concurrent updates at 1731610127515Preparing flush snapshotting stores in 1588230740 at 1731610127515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731610127515Flushing stores of hbase:meta,,1.1588230740 at 1731610127516 (+1 ms)Flushing 1588230740/ns: creating writer at 1731610127516Flushing 1588230740/ns: appending metadata at 1731610127534 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731610127534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37455d6c: reopening flushed file at 1731610127946 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731610127964 (+18 ms)Writing region close event to WAL at 1731610127970 (+6 ms)Running coprocessor post-close hooks at 1731610127979 (+9 ms)Closed at 1731610127979 2024-11-14T18:48:47,979 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:48,006 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:48,115 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,35635,1731610122242; all regions closed. 2024-11-14T18:48:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741834_1010 (size=1152) 2024-11-14T18:48:48,121 DEBUG [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/oldWALs 2024-11-14T18:48:48,121 INFO [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C35635%2C1731610122242.meta:.meta(num 1731610125102) 2024-11-14T18:48:48,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741832_1008 (size=93) 2024-11-14T18:48:48,126 DEBUG [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/oldWALs 2024-11-14T18:48:48,126 INFO [RS:0;853c158ffd74:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C35635%2C1731610122242:(num 1731610124073) 2024-11-14T18:48:48,126 DEBUG [RS:0;853c158ffd74:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:48,126 INFO [RS:0;853c158ffd74:35635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:48,126 INFO [RS:0;853c158ffd74:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:48,127 INFO [RS:0;853c158ffd74:35635 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:48,127 INFO [RS:0;853c158ffd74:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:48,127 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:48,127 INFO [RS:0;853c158ffd74:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35635 2024-11-14T18:48:48,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142171552/rs/853c158ffd74,35635,1731610122242 2024-11-14T18:48:48,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552/rs 2024-11-14T18:48:48,214 INFO [RS:0;853c158ffd74:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:48,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,35635,1731610122242] 2024-11-14T18:48:48,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12142171552/draining/853c158ffd74,35635,1731610122242 already deleted, retry=false 2024-11-14T18:48:48,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,35635,1731610122242 expired; onlineServers=0 2024-11-14T18:48:48,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,45723,1731610121971' ***** 2024-11-14T18:48:48,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:48:48,270 INFO [M:0;853c158ffd74:45723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:48,270 INFO [M:0;853c158ffd74:45723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:48,270 DEBUG [M:0;853c158ffd74:45723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:48:48,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:48:48,270 DEBUG [M:0;853c158ffd74:45723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:48:48,270 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610123862 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610123862,5,FailOnTimeoutGroup] 2024-11-14T18:48:48,270 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610123862 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610123862,5,FailOnTimeoutGroup] 2024-11-14T18:48:48,270 INFO [M:0;853c158ffd74:45723 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:48,271 INFO [M:0;853c158ffd74:45723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:48,271 DEBUG [M:0;853c158ffd74:45723 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:48:48,271 INFO [M:0;853c158ffd74:45723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:48:48,271 INFO [M:0;853c158ffd74:45723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:48,271 INFO [M:0;853c158ffd74:45723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:48:48,271 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:48:48,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142171552/master 2024-11-14T18:48:48,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142171552 2024-11-14T18:48:48,313 DEBUG [M:0;853c158ffd74:45723 {}] zookeeper.ZKUtil(347): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Unable to get data of znode /12142171552/master because node does not exist (not an error) 2024-11-14T18:48:48,314 WARN [M:0;853c158ffd74:45723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:48:48,314 INFO [M:0;853c158ffd74:45723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/.lastflushedseqids 2024-11-14T18:48:48,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741836_1012 (size=99) 2024-11-14T18:48:48,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:48,356 INFO [RS:0;853c158ffd74:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:48,356 INFO [RS:0;853c158ffd74:35635 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,35635,1731610122242; zookeeper connection closed. 2024-11-14T18:48:48,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013bf7088d0004, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:48,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 2024-11-14T18:48:48,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:48:48,617 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:48,721 INFO [M:0;853c158ffd74:45723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:48:48,721 INFO [M:0;853c158ffd74:45723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:48:48,722 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:48,722 INFO [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:48,722 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:48,722 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:48,722 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:48,722 INFO [M:0;853c158ffd74:45723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T18:48:48,751 DEBUG [M:0;853c158ffd74:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b185b35562f8460098f0578515dcafdd is 82, key is hbase:meta,,1/info:regioninfo/1731610125218/Put/seqid=0 2024-11-14T18:48:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741837_1013 (size=5672) 2024-11-14T18:48:48,766 INFO [M:0;853c158ffd74:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b185b35562f8460098f0578515dcafdd 2024-11-14T18:48:48,798 DEBUG [M:0;853c158ffd74:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc585077171942269fbf4f77528344d8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731610125260/Put/seqid=0 2024-11-14T18:48:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741838_1014 (size=5275) 2024-11-14T18:48:49,215 INFO [M:0;853c158ffd74:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc585077171942269fbf4f77528344d8 2024-11-14T18:48:49,287 DEBUG [M:0;853c158ffd74:45723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b63322775374d738fd899f9ba8a8ac7 is 69, key is 853c158ffd74,35635,1731610122242/rs:state/1731610123912/Put/seqid=0 2024-11-14T18:48:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741839_1015 (size=5156) 2024-11-14T18:48:49,325 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:49,702 INFO [M:0;853c158ffd74:45723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b63322775374d738fd899f9ba8a8ac7 2024-11-14T18:48:49,710 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b185b35562f8460098f0578515dcafdd as hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b185b35562f8460098f0578515dcafdd 2024-11-14T18:48:49,717 INFO [M:0;853c158ffd74:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b185b35562f8460098f0578515dcafdd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T18:48:49,719 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc585077171942269fbf4f77528344d8 as hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc585077171942269fbf4f77528344d8 2024-11-14T18:48:49,727 INFO [M:0;853c158ffd74:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc585077171942269fbf4f77528344d8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T18:48:49,728 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b63322775374d738fd899f9ba8a8ac7 as hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b63322775374d738fd899f9ba8a8ac7 2024-11-14T18:48:49,742 INFO [M:0;853c158ffd74:45723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39171/user/jenkins/test-data/ca99d59b-c011-3c46-d73a-b1d82ecfbbeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b63322775374d738fd899f9ba8a8ac7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T18:48:49,743 INFO [M:0;853c158ffd74:45723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1021ms, sequenceid=28, compaction requested=false 2024-11-14T18:48:49,744 INFO [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:49,744 DEBUG [M:0;853c158ffd74:45723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610128721Disabling compacts and flushes for region at 1731610128721Disabling writes for close at 1731610128722 (+1 ms)Obtaining lock to block concurrent updates at 1731610128722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610128722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731610128722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610128725 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610128725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610128749 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610128749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610128776 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610128798 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610128798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610129257 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610129286 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610129286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cebb6f: reopening flushed file at 1731610129709 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35633491: reopening flushed file at 1731610129718 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161bb3bc: reopening flushed file at 1731610129727 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1021ms, sequenceid=28, compaction requested=false at 1731610129743 (+16 ms)Writing region close event to WAL at 1731610129744 (+1 ms)Closed at 1731610129744 2024-11-14T18:48:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33171 is added to blk_1073741830_1006 (size=10165) 2024-11-14T18:48:49,747 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:49,747 INFO [M:0;853c158ffd74:45723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:48:49,748 INFO [M:0;853c158ffd74:45723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45723 2024-11-14T18:48:49,748 INFO [M:0;853c158ffd74:45723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:49,856 INFO [M:0;853c158ffd74:45723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45723-0x1013bf7088d0003, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:49,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3925a16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:49,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5931953f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:49,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:49,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b95b4f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:49,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f02ef67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:49,907 WARN [BP-2124203518-172.17.0.2-1731610119920 heartbeating to localhost/127.0.0.1:39171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:48:49,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:48:49,907 WARN [BP-2124203518-172.17.0.2-1731610119920 heartbeating to localhost/127.0.0.1:39171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2124203518-172.17.0.2-1731610119920 (Datanode Uuid bd004e3c-2a8b-4471-94ef-aa6e97cb2548) service to localhost/127.0.0.1:39171 2024-11-14T18:48:49,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:48:49,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/cluster_0abea81a-856d-80a0-79a2-de7873897a1d/data/data1/current/BP-2124203518-172.17.0.2-1731610119920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:49,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/cluster_0abea81a-856d-80a0-79a2-de7873897a1d/data/data2/current/BP-2124203518-172.17.0.2-1731610119920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:49,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:48:49,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a1226e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:49,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:49,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:49,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:49,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:48:49,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:48:49,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:49,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:49,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:49,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:49,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:49,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:48:49,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1023172065, stopped=false 2024-11-14T18:48:49,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,42583,1731610116123 2024-11-14T18:48:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0379354026/running 2024-11-14T18:48:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0379354026/running 2024-11-14T18:48:49,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:49,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:48:49,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:49,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/running 2024-11-14T18:48:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Set watcher on znode that does not yet exist, /0379354026/running 2024-11-14T18:48:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,33097,1731610116534' ***** 2024-11-14T18:48:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:48:49,945 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:48:49,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b1206e672b423d8fe872ec91431f9ee 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,33097,1731610116534 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33097. 2024-11-14T18:48:49,946 DEBUG [RS:0;853c158ffd74:33097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:49,946 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:49,946 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b1206e672b423d8fe872ec91431f9ee, disabling compactions & flushes 2024-11-14T18:48:49,946 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:48:49,946 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:48:49,946 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. after waiting 0 ms 2024-11-14T18:48:49,946 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:48:49,946 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b1206e672b423d8fe872ec91431f9ee 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T18:48:49,946 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:48:49,947 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1325): Online Regions={0b1206e672b423d8fe872ec91431f9ee=hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:48:49,947 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 0b1206e672b423d8fe872ec91431f9ee, 1588230740 2024-11-14T18:48:49,947 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:49,947 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:49,947 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:49,947 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:49,947 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:49,947 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T18:48:49,961 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/.tmp/queue/9cea5f8516dc4e5fb5527a5c32753843 is 151, key is 1-853c158ffd74,33097,1731610116534/queue:853c158ffd74%2C33097%2C1731610116534/1731610126505/Put/seqid=0 2024-11-14T18:48:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741838_1014 (size=5350) 2024-11-14T18:48:49,966 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/info/ac50c6a3596646f3824e6a340fbdfbff is 147, key is hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee./info:regioninfo/1731610126166/Put/seqid=0 2024-11-14T18:48:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741839_1015 (size=6631) 2024-11-14T18:48:49,988 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:50,132 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:50,147 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 0b1206e672b423d8fe872ec91431f9ee, 1588230740 2024-11-14T18:48:50,347 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 0b1206e672b423d8fe872ec91431f9ee, 1588230740 2024-11-14T18:48:50,366 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/.tmp/queue/9cea5f8516dc4e5fb5527a5c32753843 2024-11-14T18:48:50,374 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/info/ac50c6a3596646f3824e6a340fbdfbff 2024-11-14T18:48:50,374 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/.tmp/queue/9cea5f8516dc4e5fb5527a5c32753843 as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/queue/9cea5f8516dc4e5fb5527a5c32753843 2024-11-14T18:48:50,392 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/queue/9cea5f8516dc4e5fb5527a5c32753843, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T18:48:50,394 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0b1206e672b423d8fe872ec91431f9ee in 448ms, sequenceid=5, compaction requested=false 2024-11-14T18:48:50,394 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:48:50,396 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/ns/58d6fb0a59ac452292f8e50efa07cd6e is 43, key is default/ns:d/1731610119672/Put/seqid=0 2024-11-14T18:48:50,399 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/replication/0b1206e672b423d8fe872ec91431f9ee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:48:50,400 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:50,400 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:50,400 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:50,400 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b1206e672b423d8fe872ec91431f9ee: Waiting for close lock at 1731610129946Running coprocessor pre-close hooks at 1731610129946Disabling compacts and flushes for region at 1731610129946Disabling writes for close at 1731610129946Obtaining lock to block concurrent updates at 1731610129946Preparing flush snapshotting stores in 0b1206e672b423d8fe872ec91431f9ee at 1731610129946Finished memstore snapshotting hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731610129947 (+1 ms)Flushing stores of hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. at 1731610129947Flushing 0b1206e672b423d8fe872ec91431f9ee/queue: creating writer at 1731610129948 (+1 ms)Flushing 0b1206e672b423d8fe872ec91431f9ee/queue: appending metadata at 1731610129960 (+12 ms)Flushing 0b1206e672b423d8fe872ec91431f9ee/queue: closing flushed file at 1731610129961 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2b4e43: reopening flushed file at 1731610130373 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0b1206e672b423d8fe872ec91431f9ee in 448ms, sequenceid=5, compaction requested=false at 1731610130394 (+21 ms)Writing region close event to WAL at 1731610130395 (+1 ms)Running coprocessor post-close hooks at 1731610130400 (+5 ms)Closed at 1731610130400 2024-11-14T18:48:50,400 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610125353.0b1206e672b423d8fe872ec91431f9ee. 2024-11-14T18:48:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741840_1016 (size=5153) 2024-11-14T18:48:50,547 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:50,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:50,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:50,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:50,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:50,747 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:50,801 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/ns/58d6fb0a59ac452292f8e50efa07cd6e 2024-11-14T18:48:50,828 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/table/be63afb821ce4c57a9d4eb7e890d3c98 is 53, key is hbase:replication/table:state/1731610126178/Put/seqid=0 2024-11-14T18:48:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741841_1017 (size=5256) 2024-11-14T18:48:50,918 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:48:50,919 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:48:50,948 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:48:50,948 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:48:50,948 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:51,038 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 to pos 0, reset compression=false 2024-11-14T18:48:51,148 DEBUG [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:48:51,235 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/table/be63afb821ce4c57a9d4eb7e890d3c98 2024-11-14T18:48:51,241 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/info/ac50c6a3596646f3824e6a340fbdfbff as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/info/ac50c6a3596646f3824e6a340fbdfbff 2024-11-14T18:48:51,247 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/info/ac50c6a3596646f3824e6a340fbdfbff, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T18:48:51,248 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/ns/58d6fb0a59ac452292f8e50efa07cd6e as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/ns/58d6fb0a59ac452292f8e50efa07cd6e 2024-11-14T18:48:51,254 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/ns/58d6fb0a59ac452292f8e50efa07cd6e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:48:51,255 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/.tmp/table/be63afb821ce4c57a9d4eb7e890d3c98 as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/table/be63afb821ce4c57a9d4eb7e890d3c98 2024-11-14T18:48:51,261 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/table/be63afb821ce4c57a9d4eb7e890d3c98, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T18:48:51,262 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-14T18:48:51,267 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:48:51,267 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:51,267 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:51,267 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:51,267 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610129947Running coprocessor pre-close hooks at 1731610129947Disabling compacts and flushes for region at 1731610129947Disabling writes for close at 1731610129947Obtaining lock to block concurrent updates at 1731610129947Preparing flush snapshotting stores in 1588230740 at 1731610129947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731610129947Flushing stores of hbase:meta,,1.1588230740 at 1731610129948 (+1 ms)Flushing 1588230740/info: creating writer at 1731610129948Flushing 1588230740/info: appending metadata at 1731610129966 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731610129966Flushing 1588230740/ns: creating writer at 1731610130381 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731610130396 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731610130396Flushing 1588230740/table: creating writer at 1731610130808 (+412 ms)Flushing 1588230740/table: appending metadata at 1731610130827 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731610130827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d05244a: reopening flushed file at 1731610131240 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0206de: reopening flushed file at 1731610131247 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3f6081: reopening flushed file at 1731610131254 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1731610131262 (+8 ms)Writing region close event to WAL at 1731610131263 (+1 ms)Running coprocessor post-close hooks at 1731610131267 (+4 ms)Closed at 1731610131267 2024-11-14T18:48:51,267 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:51,348 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,33097,1731610116534; all regions closed. 2024-11-14T18:48:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741834_1010 (size=2742) 2024-11-14T18:48:51,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.meta.1731610119463.meta not finished, retry = 0 2024-11-14T18:48:51,454 DEBUG [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs 2024-11-14T18:48:51,454 INFO [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33097%2C1731610116534.meta:.meta(num 1731610119463) 2024-11-14T18:48:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741837_1013 (size=1586) 2024-11-14T18:48:51,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.rep.1731610126118 not finished, retry = 0 2024-11-14T18:48:51,560 DEBUG [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs 2024-11-14T18:48:51,560 INFO [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33097%2C1731610116534.rep:(num 1731610126118) 2024-11-14T18:48:51,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741833_1009 (size=93) 2024-11-14T18:48:51,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/WALs/853c158ffd74,33097,1731610116534/853c158ffd74%2C33097%2C1731610116534.1731610118999 not finished, retry = 0 2024-11-14T18:48:51,667 DEBUG [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/oldWALs 2024-11-14T18:48:51,667 INFO [RS:0;853c158ffd74:33097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33097%2C1731610116534:(num 1731610118999) 2024-11-14T18:48:51,667 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:51,667 INFO [RS:0;853c158ffd74:33097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:48:51,667 INFO [RS:0;853c158ffd74:33097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:51,668 INFO [RS:0;853c158ffd74:33097 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:51,668 INFO [RS:0;853c158ffd74:33097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:51,668 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:51,668 INFO [RS:0;853c158ffd74:33097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,33097,1731610116534 because: Region server is closing 2024-11-14T18:48:51,668 INFO [RS:0;853c158ffd74:33097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33097. 2024-11-14T18:48:51,668 DEBUG [RS:0;853c158ffd74:33097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:48:51,668 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:51,668 DEBUG [RS:0;853c158ffd74:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:51,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:48:51,769 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.wal-reader.853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:48:51,769 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.shipper853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:48:51,770 INFO [RS:0;853c158ffd74:33097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33097,1731610116534.replicationSource.shipper853c158ffd74%2C33097%2C1731610116534,1-853c158ffd74,33097,1731610116534 terminated 2024-11-14T18:48:51,770 INFO [RS:0;853c158ffd74:33097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33097 2024-11-14T18:48:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026/rs 2024-11-14T18:48:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0379354026/rs/853c158ffd74,33097,1731610116534 2024-11-14T18:48:51,802 INFO [RS:0;853c158ffd74:33097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:51,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,33097,1731610116534] 2024-11-14T18:48:51,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0379354026/draining/853c158ffd74,33097,1731610116534 already deleted, retry=false 2024-11-14T18:48:51,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,33097,1731610116534 expired; onlineServers=0 2024-11-14T18:48:51,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,42583,1731610116123' ***** 2024-11-14T18:48:51,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:48:51,830 INFO [M:0;853c158ffd74:42583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:48:51,830 INFO [M:0;853c158ffd74:42583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:48:51,830 DEBUG [M:0;853c158ffd74:42583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:48:51,831 DEBUG [M:0;853c158ffd74:42583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:48:51,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:48:51,831 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610118735 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610118735,5,FailOnTimeoutGroup] 2024-11-14T18:48:51,831 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610118731 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610118731,5,FailOnTimeoutGroup] 2024-11-14T18:48:51,832 INFO [M:0;853c158ffd74:42583 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:48:51,833 INFO [M:0;853c158ffd74:42583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:48:51,833 DEBUG [M:0;853c158ffd74:42583 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:48:51,833 INFO [M:0;853c158ffd74:42583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:48:51,833 INFO [M:0;853c158ffd74:42583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:48:51,833 INFO [M:0;853c158ffd74:42583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:48:51,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:48:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0379354026/master 2024-11-14T18:48:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0379354026 2024-11-14T18:48:51,839 DEBUG [M:0;853c158ffd74:42583 {}] zookeeper.ZKUtil(347): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Unable to get data of znode /0379354026/master because node does not exist (not an error) 2024-11-14T18:48:51,839 WARN [M:0;853c158ffd74:42583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:48:51,839 INFO [M:0;853c158ffd74:42583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/.lastflushedseqids 2024-11-14T18:48:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741842_1018 (size=181) 2024-11-14T18:48:51,848 INFO [M:0;853c158ffd74:42583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:48:51,849 INFO [M:0;853c158ffd74:42583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:48:51,849 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:51,849 INFO [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:51,849 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:51,849 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:51,849 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:51,849 INFO [M:0;853c158ffd74:42583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T18:48:51,869 DEBUG [M:0;853c158ffd74:42583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de53c36fc02b4151802f8e9dd8fe56f5 is 82, key is hbase:meta,,1/info:regioninfo/1731610119572/Put/seqid=0 2024-11-14T18:48:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741843_1019 (size=5672) 2024-11-14T18:48:51,922 INFO [RS:0;853c158ffd74:33097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:51,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:51,922 INFO [RS:0;853c158ffd74:33097 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,33097,1731610116534; zookeeper connection closed. 2024-11-14T18:48:51,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x1013bf7088d0001, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:51,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@584d34c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@584d34c4 2024-11-14T18:48:51,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:48:52,275 INFO [M:0;853c158ffd74:42583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de53c36fc02b4151802f8e9dd8fe56f5 2024-11-14T18:48:52,299 DEBUG [M:0;853c158ffd74:42583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f69f0b5722490e9cd01de901fbdb77 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731610126184/Put/seqid=0 2024-11-14T18:48:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741844_1020 (size=7203) 2024-11-14T18:48:52,305 INFO [M:0;853c158ffd74:42583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f69f0b5722490e9cd01de901fbdb77 2024-11-14T18:48:52,322 DEBUG [M:0;853c158ffd74:42583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cc468ef9c4d578bc95b2ce6dedb72 is 69, key is 853c158ffd74,33097,1731610116534/rs:state/1731610118762/Put/seqid=0 2024-11-14T18:48:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741845_1021 (size=5156) 2024-11-14T18:48:52,327 INFO [M:0;853c158ffd74:42583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cc468ef9c4d578bc95b2ce6dedb72 2024-11-14T18:48:52,336 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de53c36fc02b4151802f8e9dd8fe56f5 as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de53c36fc02b4151802f8e9dd8fe56f5 2024-11-14T18:48:52,342 INFO [M:0;853c158ffd74:42583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de53c36fc02b4151802f8e9dd8fe56f5, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T18:48:52,343 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f69f0b5722490e9cd01de901fbdb77 as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9f69f0b5722490e9cd01de901fbdb77 2024-11-14T18:48:52,349 INFO [M:0;853c158ffd74:42583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9f69f0b5722490e9cd01de901fbdb77, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T18:48:52,350 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cc468ef9c4d578bc95b2ce6dedb72 as hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026cc468ef9c4d578bc95b2ce6dedb72 2024-11-14T18:48:52,355 INFO [M:0;853c158ffd74:42583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026cc468ef9c4d578bc95b2ce6dedb72, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T18:48:52,356 INFO [M:0;853c158ffd74:42583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=70, compaction requested=false 2024-11-14T18:48:52,357 INFO [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:52,357 DEBUG [M:0;853c158ffd74:42583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610131849Disabling compacts and flushes for region at 1731610131849Disabling writes for close at 1731610131849Obtaining lock to block concurrent updates at 1731610131849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610131849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731610131849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610131851 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610131851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610131869 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610131869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610132281 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610132298 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610132298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610132309 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610132321 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610132321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a30549: reopening flushed file at 1731610132333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa50594: reopening flushed file at 1731610132342 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684b7ee: reopening flushed file at 1731610132350 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=70, compaction requested=false at 1731610132356 (+6 ms)Writing region close event to WAL at 1731610132357 (+1 ms)Closed at 1731610132357 2024-11-14T18:48:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741830_1006 (size=41008) 2024-11-14T18:48:52,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d3b5626-9129-f2d8-2a6a-8301c9bdfbea/MasterData/WALs/853c158ffd74,42583,1731610116123/853c158ffd74%2C42583%2C1731610116123.1731610118392 not finished, retry = 0 2024-11-14T18:48:52,461 INFO [M:0;853c158ffd74:42583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:48:52,462 INFO [M:0;853c158ffd74:42583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42583 2024-11-14T18:48:52,462 INFO [M:0;853c158ffd74:42583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:48:52,462 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:48:52,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:52,613 INFO [M:0;853c158ffd74:42583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:48:52,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42583-0x1013bf7088d0000, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:48:52,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:52,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:52,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:52,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:52,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:52,620 WARN [BP-1589820122-172.17.0.2-1731610113558 heartbeating to localhost/127.0.0.1:37739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:48:52,620 WARN [BP-1589820122-172.17.0.2-1731610113558 heartbeating to localhost/127.0.0.1:37739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589820122-172.17.0.2-1731610113558 (Datanode Uuid c6bb4f59-4088-469e-8afb-fc7a155c69d4) service to localhost/127.0.0.1:37739 2024-11-14T18:48:52,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/data/data1/current/BP-1589820122-172.17.0.2-1731610113558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:52,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/cluster_2805957e-7d3b-9e4a-a1ac-3206a7efb5fc/data/data2/current/BP-1589820122-172.17.0.2-1731610113558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:48:52,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:48:52,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:48:52,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:48:52,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:52,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:48:52,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:48:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:48:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626d8e5c-a489-a8e5-7735-c3c5f80b7575/hadoop.log.dir/,STOPPED} 2024-11-14T18:48:52,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:48:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:48:52,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=135 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39171 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=870 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=3700 (was 4950) 2024-11-14T18:48:52,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=870, ProcessCount=11, AvailableMemoryMB=3700 2024-11-14T18:48:52,679 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T18:48:52,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir so I do NOT create it in target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0 2024-11-14T18:48:52,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:48:52,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.tmp.dir so I do NOT create it in target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0 2024-11-14T18:48:52,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6127361d-4713-d7f1-d2ac-ef8b4889fec4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:48:52,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0 2024-11-14T18:48:52,679 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a, deleteOnExit=true 2024-11-14T18:48:52,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/zookeeper_0, clientPort=56651, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:48:52,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56651 2024-11-14T18:48:52,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:48:52,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/test.cache.data in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:48:52,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:48:52,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:48:52,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf7088d0005, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:48:52,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf7088d0002, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:48:52,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf7088d0005, quorum=127.0.0.1:51254, baseZNode=/12142171552 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:48:52,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf7088d0002, quorum=127.0.0.1:51254, baseZNode=/0379354026 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:48:52,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:53,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:53,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:53,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:53,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:48:53,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:53,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e71c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:53,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f544fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:53,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1573b748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/java.io.tmpdir/jetty-localhost-35523-hadoop-hdfs-3_4_1-tests_jar-_-any-10018081397165295086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:53,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4071683a{HTTP/1.1, (http/1.1)}{localhost:35523} 2024-11-14T18:48:53,113 INFO [Time-limited test {}] server.Server(415): Started @60114ms 2024-11-14T18:48:53,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:48:53,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:48:53,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:48:53,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:48:53,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:53,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:53,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:53,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:53,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:53,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238f940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:53,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d75e731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:53,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4866c8b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/java.io.tmpdir/jetty-localhost-38511-hadoop-hdfs-3_4_1-tests_jar-_-any-15814963764119751368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:53,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26a8491c{HTTP/1.1, (http/1.1)}{localhost:38511} 2024-11-14T18:48:53,821 INFO [Time-limited test {}] server.Server(415): Started @60822ms 2024-11-14T18:48:53,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:54,335 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/data/data2/current/BP-302244014-172.17.0.2-1731610132707/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:54,335 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/data/data1/current/BP-302244014-172.17.0.2-1731610132707/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:54,355 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1386fe4fbe43ff85 with lease ID 0x14766e9f8067bae1: Processing first storage report for DS-d41708d7-a688-41a2-91f9-c5549f9e14fc from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=74a85442-db73-4adc-b8cb-e09759c41ff2, infoPort=34581, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=71113922;c=1731610132707) 2024-11-14T18:48:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1386fe4fbe43ff85 with lease ID 0x14766e9f8067bae1: from storage DS-d41708d7-a688-41a2-91f9-c5549f9e14fc node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=74a85442-db73-4adc-b8cb-e09759c41ff2, infoPort=34581, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=71113922;c=1731610132707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1386fe4fbe43ff85 with lease ID 0x14766e9f8067bae1: Processing first storage report for DS-b9eaa276-787d-486f-8032-19b195a4da64 from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=74a85442-db73-4adc-b8cb-e09759c41ff2, infoPort=34581, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=71113922;c=1731610132707) 2024-11-14T18:48:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1386fe4fbe43ff85 with lease ID 0x14766e9f8067bae1: from storage DS-b9eaa276-787d-486f-8032-19b195a4da64 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=74a85442-db73-4adc-b8cb-e09759c41ff2, infoPort=34581, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=71113922;c=1731610132707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:54,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0 2024-11-14T18:48:54,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:54,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:54,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:54,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f with version=8 2024-11-14T18:48:54,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/hbase-staging 2024-11-14T18:48:54,870 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:54,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:54,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38223 2024-11-14T18:48:54,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38223 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:48:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382230x0, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:54,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38223-0x1013bf7538e0000 connected 2024-11-14T18:48:55,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:55,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:55,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/running 2024-11-14T18:48:55,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f, hbase.cluster.distributed=false 2024-11-14T18:48:55,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/acl 2024-11-14T18:48:55,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-14T18:48:55,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38223 2024-11-14T18:48:55,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38223 2024-11-14T18:48:55,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-14T18:48:55,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-14T18:48:55,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:55,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:55,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:55,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:55,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33875 2024-11-14T18:48:55,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33875 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:48:55,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:55,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338750x0, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:55,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338750x0, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/running 2024-11-14T18:48:55,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33875-0x1013bf7538e0001 connected 2024-11-14T18:48:55,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:55,227 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:55,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/master 2024-11-14T18:48:55,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/acl 2024-11-14T18:48:55,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-14T18:48:55,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-11-14T18:48:55,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-11-14T18:48:55,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-14T18:48:55,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-14T18:48:55,289 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:38223 2024-11-14T18:48:55,291 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0496939905/backup-masters/853c158ffd74,38223,1731610134870 2024-11-14T18:48:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/backup-masters 2024-11-14T18:48:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/backup-masters 2024-11-14T18:48:55,322 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on existing znode=/0496939905/backup-masters/853c158ffd74,38223,1731610134870 2024-11-14T18:48:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0496939905/master 2024-11-14T18:48:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,343 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on existing znode=/0496939905/master 2024-11-14T18:48:55,344 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0496939905/backup-masters/853c158ffd74,38223,1731610134870 from backup master directory 2024-11-14T18:48:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/backup-masters 2024-11-14T18:48:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0496939905/backup-masters/853c158ffd74,38223,1731610134870 2024-11-14T18:48:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/backup-masters 2024-11-14T18:48:55,358 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:55,358 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,38223,1731610134870 2024-11-14T18:48:55,372 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/hbase.id] with ID: bc12f253-2192-4ecd-8de9-525335899e72 2024-11-14T18:48:55,372 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/.tmp/hbase.id 2024-11-14T18:48:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:48:55,411 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/.tmp/hbase.id]:[hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/hbase.id] 2024-11-14T18:48:55,450 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:55,450 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:48:55,459 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-14T18:48:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:48:55,545 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:48:55,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:48:55,547 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:48:55,570 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store 2024-11-14T18:48:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:48:55,632 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:55,632 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:48:55,632 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610135632Disabling compacts and flushes for region at 1731610135632Disabling writes for close at 1731610135632Writing region close event to WAL at 1731610135632Closed at 1731610135632 2024-11-14T18:48:55,635 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/.initializing 2024-11-14T18:48:55,635 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/WALs/853c158ffd74,38223,1731610134870 2024-11-14T18:48:55,637 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:55,640 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C38223%2C1731610134870, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/WALs/853c158ffd74,38223,1731610134870, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/oldWALs, maxLogs=10 2024-11-14T18:48:55,664 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/WALs/853c158ffd74,38223,1731610134870/853c158ffd74%2C38223%2C1731610134870.1731610135640, exclude list is [], retry=0 2024-11-14T18:48:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-d41708d7-a688-41a2-91f9-c5549f9e14fc,DISK] 2024-11-14T18:48:55,711 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/WALs/853c158ffd74,38223,1731610134870/853c158ffd74%2C38223%2C1731610134870.1731610135640 2024-11-14T18:48:55,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34581:34581)] 2024-11-14T18:48:55,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:55,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:55,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,717 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:48:55,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:55,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:55,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:48:55,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:55,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:55,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:48:55,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:55,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:55,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:48:55,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:55,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:48:55,760 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,760 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,761 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,764 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:55,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:48:55,779 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:55,780 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70115246, jitterRate=0.044798582792282104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:55,781 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610135717Initializing all the Stores at 1731610135719 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610135719Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610135726 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610135726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610135726Cleaning up temporary data from old regions at 1731610135763 (+37 ms)Region opened successfully at 1731610135780 (+17 ms) 2024-11-14T18:48:55,786 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:48:55,792 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12adf495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:55,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:48:55,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:48:55,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:48:55,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:48:55,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:48:55,801 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:48:55,801 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:48:55,827 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:48:55,828 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/balancer because node does not exist (not necessarily an error) 2024-11-14T18:48:55,850 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/balancer already deleted, retry=false 2024-11-14T18:48:55,851 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:48:55,852 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:48:55,866 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/normalizer already deleted, retry=false 2024-11-14T18:48:55,867 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:48:55,885 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:48:55,899 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/switch/split already deleted, retry=false 2024-11-14T18:48:55,901 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:48:55,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:48:55,916 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/switch/merge already deleted, retry=false 2024-11-14T18:48:55,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:55,920 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:48:55,933 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/snapshot-cleanup already deleted, retry=false 2024-11-14T18:48:55,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0496939905/running 2024-11-14T18:48:55,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0496939905/running 2024-11-14T18:48:55,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,950 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,38223,1731610134870, sessionid=0x1013bf7538e0000, setting cluster-up flag (Was=false) 2024-11-14T18:48:55,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:55,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:55,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:48:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:56,033 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0496939905/flush-table-proc/acquired, /0496939905/flush-table-proc/reached, /0496939905/flush-table-proc/abort 2024-11-14T18:48:56,034 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,38223,1731610134870 2024-11-14T18:48:56,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:56,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:56,118 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0496939905/online-snapshot/acquired, /0496939905/online-snapshot/reached, /0496939905/online-snapshot/abort 2024-11-14T18:48:56,121 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,38223,1731610134870 2024-11-14T18:48:56,134 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:48:56,138 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:56,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:48:56,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:48:56,140 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,38223,1731610134870 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:48:56,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,143 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:56,143 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:56,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:48:56,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:56,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:48:56,161 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610166161 2024-11-14T18:48:56,161 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:48:56,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:48:56,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:48:56,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:48:56,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:48:56,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:48:56,166 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:48:56,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:48:56,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:48:56,184 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:48:56,187 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(746): ClusterId : bc12f253-2192-4ecd-8de9-525335899e72 2024-11-14T18:48:56,187 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:48:56,195 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:48:56,195 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:48:56,202 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610136195,5,FailOnTimeoutGroup] 2024-11-14T18:48:56,211 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610136203,5,FailOnTimeoutGroup] 2024-11-14T18:48:56,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:48:56,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,217 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:48:56,217 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:48:56,234 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:48:56,234 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10202e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:48:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:48:56,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:48:56,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f 2024-11-14T18:48:56,249 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:33875 2024-11-14T18:48:56,250 INFO [RS:0;853c158ffd74:33875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:48:56,250 INFO [RS:0;853c158ffd74:33875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:48:56,250 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:48:56,251 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,38223,1731610134870 with port=33875, startcode=1731610135148 2024-11-14T18:48:56,251 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:48:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:48:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:56,260 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:48:56,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38223 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,262 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f 2024-11-14T18:48:56,263 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45275 2024-11-14T18:48:56,263 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:48:56,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:56,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:56,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:56,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:56,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:56,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:56,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:56,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:56,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:56,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:56,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:56,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:56,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:56,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:56,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:56,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:56,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:56,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740 2024-11-14T18:48:56,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740 2024-11-14T18:48:56,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:56,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:56,278 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:56,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/rs 2024-11-14T18:48:56,283 DEBUG [RS:0;853c158ffd74:33875 {}] zookeeper.ZKUtil(111): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on existing znode=/0496939905/rs/853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,283 WARN [RS:0;853c158ffd74:33875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:56,284 INFO [RS:0;853c158ffd74:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:56,284 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:48:56,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62718509, jitterRate=-0.06542138755321503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:56,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610136255Initializing all the Stores at 1731610136257 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610136257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610136262 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610136262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610136262Cleaning up temporary data from old regions at 1731610136278 (+16 ms)Region opened successfully at 1731610136305 (+27 ms) 2024-11-14T18:48:56,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:48:56,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:48:56,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:48:56,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:48:56,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:48:56,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,33875,1731610135148] 2024-11-14T18:48:56,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:48:56,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610136305Disabling compacts and flushes for region at 1731610136305Disabling writes for close at 1731610136306 (+1 ms)Writing region close event to WAL at 1731610136330 (+24 ms)Closed at 1731610136330 2024-11-14T18:48:56,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:56,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:48:56,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:48:56,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:56,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:48:56,345 INFO [RS:0;853c158ffd74:33875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:48:56,354 INFO [RS:0;853c158ffd74:33875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:48:56,357 INFO [RS:0;853c158ffd74:33875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:48:56,357 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,358 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:48:56,359 INFO [RS:0;853c158ffd74:33875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:48:56,359 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,359 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:56,360 DEBUG [RS:0;853c158ffd74:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:48:56,378 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,379 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,379 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,379 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,379 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,379 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33875,1731610135148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:56,394 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:48:56,395 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33875,1731610135148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,395 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,395 INFO [RS:0;853c158ffd74:33875 {}] regionserver.Replication(171): 853c158ffd74,33875,1731610135148 started 2024-11-14T18:48:56,413 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:56,413 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,33875,1731610135148, RpcServer on 853c158ffd74/172.17.0.2:33875, sessionid=0x1013bf7538e0001 2024-11-14T18:48:56,413 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:48:56,413 DEBUG [RS:0;853c158ffd74:33875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,413 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33875,1731610135148' 2024-11-14T18:48:56,413 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0496939905/flush-table-proc/abort' 2024-11-14T18:48:56,414 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0496939905/flush-table-proc/acquired' 2024-11-14T18:48:56,415 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:48:56,415 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:48:56,415 DEBUG [RS:0;853c158ffd74:33875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,415 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33875,1731610135148' 2024-11-14T18:48:56,415 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0496939905/online-snapshot/abort' 2024-11-14T18:48:56,416 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0496939905/online-snapshot/acquired' 2024-11-14T18:48:56,416 DEBUG [RS:0;853c158ffd74:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:48:56,416 INFO [RS:0;853c158ffd74:33875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:48:56,416 INFO [RS:0;853c158ffd74:33875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:48:56,486 WARN [853c158ffd74:38223 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:48:56,520 INFO [RS:0;853c158ffd74:33875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:48:56,522 INFO [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33875%2C1731610135148, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs, maxLogs=10 2024-11-14T18:48:56,539 DEBUG [RS:0;853c158ffd74:33875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522, exclude list is [], retry=0 2024-11-14T18:48:56,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-d41708d7-a688-41a2-91f9-c5549f9e14fc,DISK] 2024-11-14T18:48:56,544 INFO [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 2024-11-14T18:48:56,547 DEBUG [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34581:34581)] 2024-11-14T18:48:56,736 DEBUG [853c158ffd74:38223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:48:56,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:48:56,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33875,1731610135148, state=OPENING 2024-11-14T18:48:56,774 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:48:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:48:56,792 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:48:56,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0496939905/meta-region-server: CHANGED 2024-11-14T18:48:56,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33875,1731610135148}] 2024-11-14T18:48:56,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0496939905/meta-region-server: CHANGED 2024-11-14T18:48:56,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:48:56,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:48:56,985 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:48:56,985 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:48:56,986 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:48:56,997 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33875%2C1731610135148.meta, suffix=.meta, logDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs, maxLogs=10 2024-11-14T18:48:57,020 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.meta.1731610136997.meta, exclude list is [], retry=0 2024-11-14T18:48:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-d41708d7-a688-41a2-91f9-c5549f9e14fc,DISK] 2024-11-14T18:48:57,037 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.meta.1731610136997.meta 2024-11-14T18:48:57,038 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34581:34581)] 2024-11-14T18:48:57,038 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:48:57,038 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:48:57,039 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:48:57,039 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:48:57,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:48:57,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:48:57,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:57,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:57,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:48:57,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:48:57,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:57,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:57,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:48:57,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:48:57,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:57,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:57,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:48:57,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:48:57,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:48:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:48:57,077 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:48:57,078 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740 2024-11-14T18:48:57,079 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740 2024-11-14T18:48:57,080 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:48:57,080 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:48:57,080 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:48:57,081 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:48:57,082 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74177385, jitterRate=0.10532917082309723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:48:57,082 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:48:57,083 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610137039Writing region info on filesystem at 1731610137039Initializing all the Stores at 1731610137051 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610137051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610137055 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610137055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610137055Cleaning up temporary data from old regions at 1731610137080 (+25 ms)Running coprocessor post-open hooks at 1731610137082 (+2 ms)Region opened successfully at 1731610137083 (+1 ms) 2024-11-14T18:48:57,084 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610136949 2024-11-14T18:48:57,087 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:48:57,087 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:48:57,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:48:57,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33875,1731610135148, state=OPEN 2024-11-14T18:48:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0496939905/meta-region-server 2024-11-14T18:48:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0496939905/meta-region-server 2024-11-14T18:48:57,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,33875,1731610135148 2024-11-14T18:48:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0496939905/meta-region-server: CHANGED 2024-11-14T18:48:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0496939905/meta-region-server: CHANGED 2024-11-14T18:48:57,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:48:57,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33875,1731610135148 in 392 msec 2024-11-14T18:48:57,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:48:57,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 855 msec 2024-11-14T18:48:57,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:48:57,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:48:57,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:57,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:48:57,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:57,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:57,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-14T18:48:57,199 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610137199, completionTime=-1 2024-11-14T18:48:57,199 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:48:57,199 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:48:57,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610197200 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610257201 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:38223, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,203 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.847sec 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:48:57,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:48:57,207 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:48:57,207 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:48:57,207 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38223,1731610134870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:48:57,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@855002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:57,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38223,-1 for getting cluster id 2024-11-14T18:48:57,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:48:57,291 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc12f253-2192-4ecd-8de9-525335899e72' 2024-11-14T18:48:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:48:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc12f253-2192-4ecd-8de9-525335899e72" 2024-11-14T18:48:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6304b72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38223,-1] 2024-11-14T18:48:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:48:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:48:57,294 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:48:57,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365519d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:48:57,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:48:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:48:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:48:57,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:48:57,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,38223,1731610134870 2024-11-14T18:48:57,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:48:57,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:57,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf7538e0002 connected 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir so I do NOT create it in target/test-data/b5ddf298-938b-011e-e357-f96fe9924549 2024-11-14T18:48:57,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.tmp.dir so I do NOT create it in target/test-data/b5ddf298-938b-011e-e357-f96fe9924549 2024-11-14T18:48:57,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:48:57,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/cluster_8bf52c1c-5b14-4913-b5c5-bbc79cc8df2d, deleteOnExit=true 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/test.cache.data in system properties and HBase conf 2024-11-14T18:48:57,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:48:57,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:48:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:48:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:48:57,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:57,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:57,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:57,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:57,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:48:57,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:57,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725d0bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:57,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1238e6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:57,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a9bef85{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/java.io.tmpdir/jetty-localhost-40117-hadoop-hdfs-3_4_1-tests_jar-_-any-11315520423473548592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:48:57,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60588b3c{HTTP/1.1, (http/1.1)}{localhost:40117} 2024-11-14T18:48:57,899 INFO [Time-limited test {}] server.Server(415): Started @64900ms 2024-11-14T18:48:58,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:48:58,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:48:58,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:48:58,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:48:58,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:48:58,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6bf9ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:48:58,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60f7d016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:48:58,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f5a68f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/java.io.tmpdir/jetty-localhost-45755-hadoop-hdfs-3_4_1-tests_jar-_-any-17430700090982176043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:48:58,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ef3329{HTTP/1.1, (http/1.1)}{localhost:45755} 2024-11-14T18:48:58,363 INFO [Time-limited test {}] server.Server(415): Started @65364ms 2024-11-14T18:48:58,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:48:59,031 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/cluster_8bf52c1c-5b14-4913-b5c5-bbc79cc8df2d/data/data1/current/BP-657708749-172.17.0.2-1731610137371/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:59,031 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/cluster_8bf52c1c-5b14-4913-b5c5-bbc79cc8df2d/data/data2/current/BP-657708749-172.17.0.2-1731610137371/current, will proceed with Du for space computation calculation, 2024-11-14T18:48:59,059 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:48:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17303c4dca834f9c with lease ID 0x376870c6a2e1e3af: Processing first storage report for DS-71efca58-faa9-4e0d-be04-22fdd058c21c from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=7d0dd48c-33e9-4354-a87d-5b24ebe82e4f, infoPort=43977, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=716169151;c=1731610137371) 2024-11-14T18:48:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17303c4dca834f9c with lease ID 0x376870c6a2e1e3af: from storage DS-71efca58-faa9-4e0d-be04-22fdd058c21c node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=7d0dd48c-33e9-4354-a87d-5b24ebe82e4f, infoPort=43977, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=716169151;c=1731610137371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17303c4dca834f9c with lease ID 0x376870c6a2e1e3af: Processing first storage report for DS-185a92e4-e7b9-4101-b2b3-8973fcb3136d from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=7d0dd48c-33e9-4354-a87d-5b24ebe82e4f, infoPort=43977, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=716169151;c=1731610137371) 2024-11-14T18:48:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17303c4dca834f9c with lease ID 0x376870c6a2e1e3af: from storage DS-185a92e4-e7b9-4101-b2b3-8973fcb3136d node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=7d0dd48c-33e9-4354-a87d-5b24ebe82e4f, infoPort=43977, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=716169151;c=1731610137371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:48:59,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549 2024-11-14T18:48:59,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:48:59,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a with version=8 2024-11-14T18:48:59,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/hbase-staging 2024-11-14T18:48:59,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:59,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:59,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:59,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:48:59,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:59,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39835 2024-11-14T18:48:59,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39835 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:48:59,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398350x0, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:59,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39835-0x1013bf7538e0003 connected 2024-11-14T18:48:59,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/running 2024-11-14T18:48:59,663 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a, hbase.cluster.distributed=false 2024-11-14T18:48:59,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/acl 2024-11-14T18:48:59,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-14T18:48:59,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39835 2024-11-14T18:48:59,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39835 2024-11-14T18:48:59,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-14T18:48:59,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-14T18:48:59,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:48:59,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:48:59,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:48:59,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:48:59,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:48:59,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:48:59,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40361 2024-11-14T18:48:59,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40361 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:48:59,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:48:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403610x0, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:48:59,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40361-0x1013bf7538e0004 connected 2024-11-14T18:48:59,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/running 2024-11-14T18:48:59,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:48:59,719 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:48:59,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/master 2024-11-14T18:48:59,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/acl 2024-11-14T18:48:59,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-14T18:48:59,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40361 2024-11-14T18:48:59,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40361 2024-11-14T18:48:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-14T18:48:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-14T18:48:59,749 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:39835 2024-11-14T18:48:59,751 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1980644372/backup-masters/853c158ffd74,39835,1731610139530 2024-11-14T18:48:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/backup-masters 2024-11-14T18:48:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/backup-masters 2024-11-14T18:48:59,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on existing znode=/1980644372/backup-masters/853c158ffd74,39835,1731610139530 2024-11-14T18:48:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1980644372/master 2024-11-14T18:48:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:48:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:48:59,767 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on existing znode=/1980644372/master 2024-11-14T18:48:59,767 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1980644372/backup-masters/853c158ffd74,39835,1731610139530 from backup master directory 2024-11-14T18:48:59,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1980644372/backup-masters/853c158ffd74,39835,1731610139530 2024-11-14T18:48:59,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/backup-masters 2024-11-14T18:48:59,776 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:48:59,776 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,39835,1731610139530 2024-11-14T18:48:59,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/backup-masters 2024-11-14T18:48:59,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/hbase.id] with ID: 73ff428a-373a-4cb4-ae72-932de0f0fe0d 2024-11-14T18:48:59,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/.tmp/hbase.id 2024-11-14T18:48:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:49:00,193 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/.tmp/hbase.id]:[hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/hbase.id] 2024-11-14T18:49:00,258 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:49:00,258 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:49:00,265 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-14T18:49:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:49:00,340 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:49:00,341 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:49:00,341 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:49:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:49:00,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store 2024-11-14T18:49:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:49:00,371 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:49:00,371 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:49:00,371 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610140371Disabling compacts and flushes for region at 1731610140371Disabling writes for close at 1731610140371Writing region close event to WAL at 1731610140371Closed at 1731610140371 2024-11-14T18:49:00,373 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/.initializing 2024-11-14T18:49:00,373 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/WALs/853c158ffd74,39835,1731610139530 2024-11-14T18:49:00,374 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:49:00,376 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C39835%2C1731610139530, suffix=, logDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/WALs/853c158ffd74,39835,1731610139530, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/oldWALs, maxLogs=10 2024-11-14T18:49:00,394 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/WALs/853c158ffd74,39835,1731610139530/853c158ffd74%2C39835%2C1731610139530.1731610140376, exclude list is [], retry=0 2024-11-14T18:49:00,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-71efca58-faa9-4e0d-be04-22fdd058c21c,DISK] 2024-11-14T18:49:00,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/WALs/853c158ffd74,39835,1731610139530/853c158ffd74%2C39835%2C1731610139530.1731610140376 2024-11-14T18:49:00,399 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977)] 2024-11-14T18:49:00,399 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:49:00,400 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:00,400 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,400 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:49:00,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:00,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:00,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:49:00,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:00,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:00,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:49:00,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:00,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:00,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:49:00,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:00,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:00,414 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,415 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,415 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,418 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:49:00,432 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:49:00,438 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:49:00,439 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73648077, jitterRate=0.09744186699390411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:49:00,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610140400Initializing all the Stores at 1731610140401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610140401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610140402 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610140402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610140408 (+6 ms)Cleaning up temporary data from old regions at 1731610140417 (+9 ms)Region opened successfully at 1731610140439 (+22 ms) 2024-11-14T18:49:00,442 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:49:00,451 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fab0bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:49:00,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:49:00,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:49:00,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:49:00,452 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:49:00,453 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:49:00,454 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:49:00,454 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:49:00,460 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:49:00,461 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Unable to get data of znode /1980644372/balancer because node does not exist (not necessarily an error) 2024-11-14T18:49:00,474 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/balancer already deleted, retry=false 2024-11-14T18:49:00,475 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:49:00,475 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Unable to get data of znode /1980644372/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:49:00,483 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/normalizer already deleted, retry=false 2024-11-14T18:49:00,483 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:49:00,484 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Unable to get data of znode /1980644372/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:49:00,491 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/switch/split already deleted, retry=false 2024-11-14T18:49:00,492 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Unable to get data of znode /1980644372/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:49:00,499 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/switch/merge already deleted, retry=false 2024-11-14T18:49:00,501 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Unable to get data of znode /1980644372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:49:00,507 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/snapshot-cleanup already deleted, retry=false 2024-11-14T18:49:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1980644372/running 2024-11-14T18:49:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1980644372/running 2024-11-14T18:49:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,517 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,39835,1731610139530, sessionid=0x1013bf7538e0003, setting cluster-up flag (Was=false) 2024-11-14T18:49:00,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1980644372/flush-table-proc/acquired, /1980644372/flush-table-proc/reached, /1980644372/flush-table-proc/abort 2024-11-14T18:49:00,559 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39835,1731610139530 2024-11-14T18:49:00,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:00,599 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1980644372/online-snapshot/acquired, /1980644372/online-snapshot/reached, /1980644372/online-snapshot/abort 2024-11-14T18:49:00,601 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39835,1731610139530 2024-11-14T18:49:00,602 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:49:00,604 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:49:00,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:49:00,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:49:00,605 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,39835,1731610139530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:49:00,606 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:49:00,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:49:00,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:00,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610170629 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:49:00,630 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:49:00,635 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:49:00,639 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:49:00,639 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:49:00,639 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:49:00,639 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:49:00,644 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:49:00,644 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:49:00,644 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610140644,5,FailOnTimeoutGroup] 2024-11-14T18:49:00,645 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610140645,5,FailOnTimeoutGroup] 2024-11-14T18:49:00,645 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,645 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:49:00,645 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,645 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,645 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(746): ClusterId : 73ff428a-373a-4cb4-ae72-932de0f0fe0d 2024-11-14T18:49:00,645 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:49:00,650 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:49:00,650 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:49:00,659 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:49:00,659 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d0b75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:49:00,678 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:40361 2024-11-14T18:49:00,679 INFO [RS:0;853c158ffd74:40361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:49:00,679 INFO [RS:0;853c158ffd74:40361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:49:00,679 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:49:00,680 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,39835,1731610139530 with port=40361, startcode=1731610139694 2024-11-14T18:49:00,680 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:49:00,686 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:49:00,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39835 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,688 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a 2024-11-14T18:49:00,688 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45819 2024-11-14T18:49:00,688 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:49:00,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/rs 2024-11-14T18:49:00,700 DEBUG [RS:0;853c158ffd74:40361 {}] zookeeper.ZKUtil(111): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on existing znode=/1980644372/rs/853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,700 WARN [RS:0;853c158ffd74:40361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:49:00,700 INFO [RS:0;853c158ffd74:40361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:49:00,701 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,40361,1731610139694] 2024-11-14T18:49:00,710 INFO [RS:0;853c158ffd74:40361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:49:00,720 INFO [RS:0;853c158ffd74:40361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:49:00,723 INFO [RS:0;853c158ffd74:40361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:49:00,723 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,726 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:49:00,727 INFO [RS:0;853c158ffd74:40361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:49:00,727 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:49:00,728 DEBUG [RS:0;853c158ffd74:40361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:49:00,732 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,732 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,732 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,733 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,733 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,733 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40361,1731610139694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:49:00,757 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:49:00,757 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40361,1731610139694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,757 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,757 INFO [RS:0;853c158ffd74:40361 {}] regionserver.Replication(171): 853c158ffd74,40361,1731610139694 started 2024-11-14T18:49:00,778 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:00,778 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,40361,1731610139694, RpcServer on 853c158ffd74/172.17.0.2:40361, sessionid=0x1013bf7538e0004 2024-11-14T18:49:00,779 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:49:00,779 DEBUG [RS:0;853c158ffd74:40361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,779 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40361,1731610139694' 2024-11-14T18:49:00,779 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1980644372/flush-table-proc/abort' 2024-11-14T18:49:00,780 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1980644372/flush-table-proc/acquired' 2024-11-14T18:49:00,780 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:49:00,780 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:49:00,781 DEBUG [RS:0;853c158ffd74:40361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,40361,1731610139694 2024-11-14T18:49:00,781 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40361,1731610139694' 2024-11-14T18:49:00,781 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1980644372/online-snapshot/abort' 2024-11-14T18:49:00,782 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1980644372/online-snapshot/acquired' 2024-11-14T18:49:00,783 DEBUG [RS:0;853c158ffd74:40361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:49:00,783 INFO [RS:0;853c158ffd74:40361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:49:00,783 INFO [RS:0;853c158ffd74:40361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:49:00,887 INFO [RS:0;853c158ffd74:40361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:49:00,888 INFO [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C40361%2C1731610139694, suffix=, logDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/oldWALs, maxLogs=10 2024-11-14T18:49:00,908 DEBUG [RS:0;853c158ffd74:40361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694/853c158ffd74%2C40361%2C1731610139694.1731610140888, exclude list is [], retry=0 2024-11-14T18:49:00,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-71efca58-faa9-4e0d-be04-22fdd058c21c,DISK] 2024-11-14T18:49:00,924 INFO [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694/853c158ffd74%2C40361%2C1731610139694.1731610140888 2024-11-14T18:49:00,930 DEBUG [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977)] 2024-11-14T18:49:01,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:49:01,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a 2024-11-14T18:49:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:49:01,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:01,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:49:01,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:49:01,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:01,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:01,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:49:01,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:49:01,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:01,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:01,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:49:01,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:49:01,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:01,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:01,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:49:01,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:49:01,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:01,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:01,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:49:01,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740 2024-11-14T18:49:01,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740 2024-11-14T18:49:01,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:49:01,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:49:01,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:49:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:49:01,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:49:01,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61292896, jitterRate=-0.08666467666625977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:49:01,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610141457Initializing all the Stores at 1731610141463 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610141463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610141463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610141463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610141463Cleaning up temporary data from old regions at 1731610141480 (+17 ms)Region opened successfully at 1731610141496 (+16 ms) 2024-11-14T18:49:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:49:01,497 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:49:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:49:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:49:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:49:01,498 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:49:01,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610141497Disabling compacts and flushes for region at 1731610141497Disabling writes for close at 1731610141497Writing region close event to WAL at 1731610141498 (+1 ms)Closed at 1731610141498 2024-11-14T18:49:01,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:49:01,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:49:01,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:49:01,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:49:01,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:49:01,658 DEBUG [853c158ffd74:39835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:49:01,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,40361,1731610139694 2024-11-14T18:49:01,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40361,1731610139694, state=OPENING 2024-11-14T18:49:01,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:49:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:49:01,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1980644372/meta-region-server: CHANGED 2024-11-14T18:49:01,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1980644372/meta-region-server: CHANGED 2024-11-14T18:49:01,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:49:01,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40361,1731610139694}] 2024-11-14T18:49:02,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:49:02,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:49:02,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:49:02,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:49:02,100 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:49:02,106 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C40361%2C1731610139694.meta, suffix=.meta, logDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/oldWALs, maxLogs=10 2024-11-14T18:49:02,125 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694/853c158ffd74%2C40361%2C1731610139694.meta.1731610142107.meta, exclude list is [], retry=0 2024-11-14T18:49:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-71efca58-faa9-4e0d-be04-22fdd058c21c,DISK] 2024-11-14T18:49:02,131 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/WALs/853c158ffd74,40361,1731610139694/853c158ffd74%2C40361%2C1731610139694.meta.1731610142107.meta 2024-11-14T18:49:02,135 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977)] 2024-11-14T18:49:02,135 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:49:02,135 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:49:02,135 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:49:02,135 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:49:02,136 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:49:02,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:49:02,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:02,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:49:02,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:49:02,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:49:02,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:49:02,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:02,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:02,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:49:02,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:49:02,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:02,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:02,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:49:02,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:49:02,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:02,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:02,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:49:02,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:49:02,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:02,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:49:02,145 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:49:02,145 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740 2024-11-14T18:49:02,146 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740 2024-11-14T18:49:02,148 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:49:02,148 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:49:02,148 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:49:02,150 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:49:02,150 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68033212, jitterRate=0.013773858547210693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:49:02,150 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:49:02,151 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610142136Writing region info on filesystem at 1731610142136Initializing all the Stores at 1731610142137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610142137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610142138 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610142138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610142138Cleaning up temporary data from old regions at 1731610142148 (+10 ms)Running coprocessor post-open hooks at 1731610142150 (+2 ms)Region opened successfully at 1731610142150 2024-11-14T18:49:02,152 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610142090 2024-11-14T18:49:02,155 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:49:02,155 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:49:02,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40361,1731610139694 2024-11-14T18:49:02,157 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40361,1731610139694, state=OPEN 2024-11-14T18:49:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1980644372/meta-region-server 2024-11-14T18:49:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1980644372/meta-region-server 2024-11-14T18:49:02,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,40361,1731610139694 2024-11-14T18:49:02,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1980644372/meta-region-server: CHANGED 2024-11-14T18:49:02,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1980644372/meta-region-server: CHANGED 2024-11-14T18:49:02,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:49:02,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40361,1731610139694 in 256 msec 2024-11-14T18:49:02,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:49:02,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-14T18:49:02,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:49:02,191 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:49:02,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:02,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40361,1731610139694, seqNum=-1] 2024-11-14T18:49:02,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:02,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:02,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5970 sec 2024-11-14T18:49:02,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610142201, completionTime=-1 2024-11-14T18:49:02,201 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:49:02,201 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:49:02,204 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610202205 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610262205 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:39835, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,205 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,208 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.434sec 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:49:02,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:49:02,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:49:02,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:49:02,215 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:49:02,215 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:49:02,215 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39835,1731610139530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:49:02,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14301475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:02,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39835,-1 for getting cluster id 2024-11-14T18:49:02,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:02,259 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73ff428a-373a-4cb4-ae72-932de0f0fe0d' 2024-11-14T18:49:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73ff428a-373a-4cb4-ae72-932de0f0fe0d" 2024-11-14T18:49:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11f1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39835,-1] 2024-11-14T18:49:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:02,263 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:02,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb7739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:02,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40361,1731610139694, seqNum=-1] 2024-11-14T18:49:02,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:02,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:02,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,39835,1731610139530 2024-11-14T18:49:02,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56651 2024-11-14T18:49:02,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:49:02,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf7538e0005 connected 2024-11-14T18:49:02,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38223,1731610134870 2024-11-14T18:49:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adc1733 2024-11-14T18:49:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:02,355 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:02,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:49:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:49:02,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:49:02,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:02,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:49:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:02,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:49:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:49:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:02,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:49:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:02,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:02,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:02,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:49:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:02,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe09e0ad1a721fbbf4d5f92601d3381d, NAME => 'test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f 2024-11-14T18:49:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:49:02,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:02,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe09e0ad1a721fbbf4d5f92601d3381d, disabling compactions & flushes 2024-11-14T18:49:02,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:02,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:02,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. after waiting 0 ms 2024-11-14T18:49:02,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:02,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:02,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe09e0ad1a721fbbf4d5f92601d3381d: Waiting for close lock at 1731610142832Disabling compacts and flushes for region at 1731610142832Disabling writes for close at 1731610142833 (+1 ms)Writing region close event to WAL at 1731610142833Closed at 1731610142833 2024-11-14T18:49:02,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:49:02,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610142835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610142835"}]},"ts":"1731610142835"} 2024-11-14T18:49:02,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:49:02,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:49:02,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610142839"}]},"ts":"1731610142839"} 2024-11-14T18:49:02,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:49:02,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe09e0ad1a721fbbf4d5f92601d3381d, ASSIGN}] 2024-11-14T18:49:02,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe09e0ad1a721fbbf4d5f92601d3381d, ASSIGN 2024-11-14T18:49:02,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe09e0ad1a721fbbf4d5f92601d3381d, ASSIGN; state=OFFLINE, location=853c158ffd74,33875,1731610135148; forceNewPlan=false, retain=false 2024-11-14T18:49:02,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe09e0ad1a721fbbf4d5f92601d3381d, regionState=OPENING, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:49:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe09e0ad1a721fbbf4d5f92601d3381d, ASSIGN because future has completed 2024-11-14T18:49:03,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe09e0ad1a721fbbf4d5f92601d3381d, server=853c158ffd74,33875,1731610135148}] 2024-11-14T18:49:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:03,199 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:03,199 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe09e0ad1a721fbbf4d5f92601d3381d, NAME => 'test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:49:03,200 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:49:03,200 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:49:03,201 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,201 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:03,201 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,201 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,211 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,219 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe09e0ad1a721fbbf4d5f92601d3381d columnFamilyName f 2024-11-14T18:49:03,219 DEBUG [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:03,226 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(327): Store=fe09e0ad1a721fbbf4d5f92601d3381d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:03,227 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,235 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe09e0ad1a721fbbf4d5f92601d3381d columnFamilyName f1 2024-11-14T18:49:03,235 DEBUG [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:03,238 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(327): Store=fe09e0ad1a721fbbf4d5f92601d3381d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:03,238 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,240 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe09e0ad1a721fbbf4d5f92601d3381d columnFamilyName norep 2024-11-14T18:49:03,240 DEBUG [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:03,240 INFO [StoreOpener-fe09e0ad1a721fbbf4d5f92601d3381d-1 {}] regionserver.HStore(327): Store=fe09e0ad1a721fbbf4d5f92601d3381d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:03,241 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,242 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,242 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,244 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,244 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,245 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:49:03,247 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,255 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:49:03,255 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe09e0ad1a721fbbf4d5f92601d3381d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68823580, jitterRate=0.025551259517669678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:49:03,256 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe09e0ad1a721fbbf4d5f92601d3381d: Running coprocessor pre-open hook at 1731610143201Writing region info on filesystem at 1731610143201Initializing all the Stores at 1731610143203 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143204 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143206 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143207 (+1 ms)Cleaning up temporary data from old regions at 1731610143244 (+37 ms)Running coprocessor post-open hooks at 1731610143256 (+12 ms)Region opened successfully at 1731610143256 2024-11-14T18:49:03,263 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., pid=6, masterSystemTime=1731610143169 2024-11-14T18:49:03,267 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:03,267 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:49:03,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe09e0ad1a721fbbf4d5f92601d3381d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:49:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe09e0ad1a721fbbf4d5f92601d3381d, server=853c158ffd74,33875,1731610135148 because future has completed 2024-11-14T18:49:03,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:49:03,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe09e0ad1a721fbbf4d5f92601d3381d, server=853c158ffd74,33875,1731610135148 in 298 msec 2024-11-14T18:49:03,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:49:03,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe09e0ad1a721fbbf4d5f92601d3381d, ASSIGN in 471 msec 2024-11-14T18:49:03,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:49:03,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610143329"}]},"ts":"1731610143329"} 2024-11-14T18:49:03,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:49:03,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:49:03,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 959 msec 2024-11-14T18:49:03,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:49:03,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:49:03,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:49:03,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:49:03,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:49:03,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:49:03,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:49:03,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:49:03,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:49:03,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:49:03,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:49:03,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:49:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:03,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:03,539 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:49:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39835,1731610139530 2024-11-14T18:49:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff133a3 2024-11-14T18:49:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:03,546 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:03,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:49:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:49:03,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:49:03,563 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:03,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:49:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:03,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:49:03,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:49:03,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b879f5b6587e0194f161101475378443, NAME => 'test,,1731610143547.b879f5b6587e0194f161101475378443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a 2024-11-14T18:49:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610143547.b879f5b6587e0194f161101475378443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b879f5b6587e0194f161101475378443, disabling compactions & flushes 2024-11-14T18:49:03,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610143547.b879f5b6587e0194f161101475378443. after waiting 0 ms 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:03,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:03,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b879f5b6587e0194f161101475378443: Waiting for close lock at 1731610143619Disabling compacts and flushes for region at 1731610143619Disabling writes for close at 1731610143619Writing region close event to WAL at 1731610143619Closed at 1731610143619 2024-11-14T18:49:03,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:49:03,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610143547.b879f5b6587e0194f161101475378443.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610143624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610143624"}]},"ts":"1731610143624"} 2024-11-14T18:49:03,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:49:03,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:49:03,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610143630"}]},"ts":"1731610143630"} 2024-11-14T18:49:03,634 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:49:03,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b879f5b6587e0194f161101475378443, ASSIGN}] 2024-11-14T18:49:03,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b879f5b6587e0194f161101475378443, ASSIGN 2024-11-14T18:49:03,640 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b879f5b6587e0194f161101475378443, ASSIGN; state=OFFLINE, location=853c158ffd74,40361,1731610139694; forceNewPlan=false, retain=false 2024-11-14T18:49:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:03,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b879f5b6587e0194f161101475378443, regionState=OPENING, regionLocation=853c158ffd74,40361,1731610139694 2024-11-14T18:49:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b879f5b6587e0194f161101475378443, ASSIGN because future has completed 2024-11-14T18:49:03,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b879f5b6587e0194f161101475378443, server=853c158ffd74,40361,1731610139694}] 2024-11-14T18:49:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:03,994 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:03,994 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b879f5b6587e0194f161101475378443, NAME => 'test,,1731610143547.b879f5b6587e0194f161101475378443.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:49:03,995 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:49:03,995 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:49:03,995 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b879f5b6587e0194f161101475378443 2024-11-14T18:49:03,995 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610143547.b879f5b6587e0194f161101475378443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:03,995 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b879f5b6587e0194f161101475378443 2024-11-14T18:49:03,996 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,000 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,004 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b879f5b6587e0194f161101475378443 columnFamilyName f 2024-11-14T18:49:04,004 DEBUG [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:04,006 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(327): Store=b879f5b6587e0194f161101475378443/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:04,007 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,009 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b879f5b6587e0194f161101475378443 columnFamilyName f1 2024-11-14T18:49:04,010 DEBUG [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:04,011 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(327): Store=b879f5b6587e0194f161101475378443/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:04,011 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,013 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b879f5b6587e0194f161101475378443 columnFamilyName norep 2024-11-14T18:49:04,013 DEBUG [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:04,014 INFO [StoreOpener-b879f5b6587e0194f161101475378443-1 {}] regionserver.HStore(327): Store=b879f5b6587e0194f161101475378443/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:04,014 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,015 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,015 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,017 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:49:04,018 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,025 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:49:04,026 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b879f5b6587e0194f161101475378443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69912976, jitterRate=0.04178452491760254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:49:04,026 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b879f5b6587e0194f161101475378443 2024-11-14T18:49:04,026 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b879f5b6587e0194f161101475378443: Running coprocessor pre-open hook at 1731610143996Writing region info on filesystem at 1731610143996Initializing all the Stores at 1731610143998 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143998Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143999 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610143999Cleaning up temporary data from old regions at 1731610144016 (+17 ms)Running coprocessor post-open hooks at 1731610144026 (+10 ms)Region opened successfully at 1731610144026 2024-11-14T18:49:04,028 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610143547.b879f5b6587e0194f161101475378443., pid=6, masterSystemTime=1731610143987 2024-11-14T18:49:04,033 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:04,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b879f5b6587e0194f161101475378443, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,40361,1731610139694 2024-11-14T18:49:04,036 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:49:04,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b879f5b6587e0194f161101475378443, server=853c158ffd74,40361,1731610139694 because future has completed 2024-11-14T18:49:04,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:49:04,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b879f5b6587e0194f161101475378443, server=853c158ffd74,40361,1731610139694 in 224 msec 2024-11-14T18:49:04,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:49:04,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b879f5b6587e0194f161101475378443, ASSIGN in 416 msec 2024-11-14T18:49:04,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:49:04,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610144059"}]},"ts":"1731610144059"} 2024-11-14T18:49:04,063 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:49:04,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:49:04,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 517 msec 2024-11-14T18:49:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:49:04,193 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:49:04,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b0cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38223,-1 for getting cluster id 2024-11-14T18:49:04,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:04,200 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc12f253-2192-4ecd-8de9-525335899e72' 2024-11-14T18:49:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc12f253-2192-4ecd-8de9-525335899e72" 2024-11-14T18:49:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38223,-1] 2024-11-14T18:49:04,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:04,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,203 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1238dd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39835,-1 for getting cluster id 2024-11-14T18:49:04,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:04,216 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73ff428a-373a-4cb4-ae72-932de0f0fe0d' 2024-11-14T18:49:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73ff428a-373a-4cb4-ae72-932de0f0fe0d" 2024-11-14T18:49:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39835,-1] 2024-11-14T18:49:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,302 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e92ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5503e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38223,-1 for getting cluster id 2024-11-14T18:49:04,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:04,317 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc12f253-2192-4ecd-8de9-525335899e72' 2024-11-14T18:49:04,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:04,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc12f253-2192-4ecd-8de9-525335899e72" 2024-11-14T18:49:04,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38223,-1] 2024-11-14T18:49:04,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:04,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,321 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:04,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138d53b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38223,1731610134870 2024-11-14T18:49:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512e0482 2024-11-14T18:49:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:04,329 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:04,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:39835,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:49:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:49:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:04,361 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39835' 2024-11-14T18:49:04,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216bf854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,363 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39835,-1 for getting cluster id 2024-11-14T18:49:04,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:04,364 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73ff428a-373a-4cb4-ae72-932de0f0fe0d' 2024-11-14T18:49:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73ff428a-373a-4cb4-ae72-932de0f0fe0d" 2024-11-14T18:49:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c059508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39835,-1] 2024-11-14T18:49:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,368 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be5c1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:04,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39835,1731610139530 2024-11-14T18:49:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293c0304 2024-11-14T18:49:04,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:04,373 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:04,374 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:49:04,374 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:49:04,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:04,375 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:49:04,380 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:49:04,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:49:04,383 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:04,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:49:04,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:49:04,430 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:49:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:49:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:04,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cced952f1a6432d8de6582760e06c86, NAME => 'hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f 2024-11-14T18:49:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:49:04,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:04,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7cced952f1a6432d8de6582760e06c86, disabling compactions & flushes 2024-11-14T18:49:04,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:04,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. after waiting 0 ms 2024-11-14T18:49:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:04,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cced952f1a6432d8de6582760e06c86: Waiting for close lock at 1731610144938Disabling compacts and flushes for region at 1731610144938Disabling writes for close at 1731610144939 (+1 ms)Writing region close event to WAL at 1731610144939Closed at 1731610144939 2024-11-14T18:49:04,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:49:04,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610144947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610144947"}]},"ts":"1731610144947"} 2024-11-14T18:49:04,967 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:49:04,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:49:04,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610144973"}]},"ts":"1731610144973"} 2024-11-14T18:49:04,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:49:04,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cced952f1a6432d8de6582760e06c86, ASSIGN}] 2024-11-14T18:49:04,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cced952f1a6432d8de6582760e06c86, ASSIGN 2024-11-14T18:49:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:04,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cced952f1a6432d8de6582760e06c86, ASSIGN; state=OFFLINE, location=853c158ffd74,33875,1731610135148; forceNewPlan=false, retain=false 2024-11-14T18:49:05,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cced952f1a6432d8de6582760e06c86, regionState=OPENING, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:49:05,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cced952f1a6432d8de6582760e06c86, ASSIGN because future has completed 2024-11-14T18:49:05,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cced952f1a6432d8de6582760e06c86, server=853c158ffd74,33875,1731610135148}] 2024-11-14T18:49:05,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:05,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:49:05,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:49:05,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33875%2C1731610135148.rep, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs, maxLogs=10 2024-11-14T18:49:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.rep.1731610145345, exclude list is [], retry=0 2024-11-14T18:49:05,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-d41708d7-a688-41a2-91f9-c5549f9e14fc,DISK] 2024-11-14T18:49:05,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.rep.1731610145345 2024-11-14T18:49:05,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34581:34581)] 2024-11-14T18:49:05,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cced952f1a6432d8de6582760e06c86, NAME => 'hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:49:05,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. service=MultiRowMutationService 2024-11-14T18:49:05,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,423 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,424 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cced952f1a6432d8de6582760e06c86 columnFamilyName hfileref 2024-11-14T18:49:05,424 DEBUG [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:05,425 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(327): Store=7cced952f1a6432d8de6582760e06c86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:05,425 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,438 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cced952f1a6432d8de6582760e06c86 columnFamilyName queue 2024-11-14T18:49:05,442 DEBUG [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:05,443 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(327): Store=7cced952f1a6432d8de6582760e06c86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:05,443 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,448 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cced952f1a6432d8de6582760e06c86 columnFamilyName sid 2024-11-14T18:49:05,448 DEBUG [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:49:05,457 INFO [StoreOpener-7cced952f1a6432d8de6582760e06c86-1 {}] regionserver.HStore(327): Store=7cced952f1a6432d8de6582760e06c86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:49:05,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:49:05,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:49:05,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7cced952f1a6432d8de6582760e06c86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62046391, jitterRate=-0.07543672621250153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:49:05,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:49:05,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7cced952f1a6432d8de6582760e06c86: Running coprocessor pre-open hook at 1731610145417Writing region info on filesystem at 1731610145417Initializing all the Stores at 1731610145419 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610145419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610145422 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610145422Cleaning up temporary data from old regions at 1731610145478 (+56 ms)Running coprocessor post-open hooks at 1731610145490 (+12 ms)Region opened successfully at 1731610145490 2024-11-14T18:49:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:05,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86., pid=10, masterSystemTime=1731610145318 2024-11-14T18:49:05,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:05,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:49:05,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cced952f1a6432d8de6582760e06c86, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,33875,1731610135148 2024-11-14T18:49:05,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cced952f1a6432d8de6582760e06c86, server=853c158ffd74,33875,1731610135148 because future has completed 2024-11-14T18:49:05,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:49:05,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cced952f1a6432d8de6582760e06c86, server=853c158ffd74,33875,1731610135148 in 352 msec 2024-11-14T18:49:05,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:49:05,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cced952f1a6432d8de6582760e06c86, ASSIGN in 525 msec 2024-11-14T18:49:05,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:49:05,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610145516"}]},"ts":"1731610145516"} 2024-11-14T18:49:05,522 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:49:05,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:49:05,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1490 sec 2024-11-14T18:49:05,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86., hostname=853c158ffd74,33875,1731610135148, seqNum=2] 2024-11-14T18:49:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:49:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:49:05,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:49:05,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:49:05,809 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:49:05,857 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,33875,1731610135148, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:49:05,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:05,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:49:05,859 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:05,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T18:49:05,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,33875,1731610135148', locateType=CURRENT is [region=hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86., hostname=853c158ffd74,33875,1731610135148, seqNum=2] 2024-11-14T18:49:05,918 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:49:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:49:05,958 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,33875,1731610135148 suceeded 2024-11-14T18:49:05,968 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:39835,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T18:49:05,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6380 sec 2024-11-14T18:49:05,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:49:05,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 308 msec 2024-11-14T18:49:05,978 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39835' 2024-11-14T18:49:05,987 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4ece9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:05,987 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39835,-1 for getting cluster id 2024-11-14T18:49:05,987 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:06,006 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73ff428a-373a-4cb4-ae72-932de0f0fe0d' 2024-11-14T18:49:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73ff428a-373a-4cb4-ae72-932de0f0fe0d" 2024-11-14T18:49:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1ff70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39835,-1] 2024-11-14T18:49:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:06,012 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:06,019 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55db106f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:06,019 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39835,1731610139530 2024-11-14T18:49:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e92b68b 2024-11-14T18:49:06,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:06,030 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T18:49:06,031 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,33875,1731610135148 (queues=1) is replicating from cluster=bc12f253-2192-4ecd-8de9-525335899e72 to cluster=73ff428a-373a-4cb4-ae72-932de0f0fe0d 2024-11-14T18:49:06,032 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C33875%2C1731610135148 2024-11-14T18:49:06,032 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,33875,1731610135148, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:49:06,041 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522, startPosition=0, beingWritten=true 2024-11-14T18:49:06,053 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C33875%2C1731610135148 2024-11-14T18:49:06,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:49:06,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 379, reset compression=false 2024-11-14T18:49:06,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:49:06,338 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 379, reset compression=false 2024-11-14T18:49:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:49:06,513 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:49:06,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:49:06,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:49:06,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:06,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:06,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:49:06,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:49:06,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731610146519/Put/seqid=0 2024-11-14T18:49:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741840_1016 (size=7894) 2024-11-14T18:49:06,655 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 379, reset compression=false 2024-11-14T18:49:06,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:49:06,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_1 is 34, key is ddd/f:row/1731610146942/Put/seqid=0 2024-11-14T18:49:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741841_1017 (size=7691) 2024-11-14T18:49:06,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99bcbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:06,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38223,-1 for getting cluster id 2024-11-14T18:49:06,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:06,994 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc12f253-2192-4ecd-8de9-525335899e72' 2024-11-14T18:49:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc12f253-2192-4ecd-8de9-525335899e72" 2024-11-14T18:49:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4380f883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38223,-1] 2024-11-14T18:49:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:06,999 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:07,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@911780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:07,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:49:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:07,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:07,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:07,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38223,1731610134870 2024-11-14T18:49:07,050 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0800df 2024-11-14T18:49:07,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:07,064 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:07,065 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 379, reset compression=false 2024-11-14T18:49:07,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2] 2024-11-14T18:49:07,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:49:07,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T18:49:07,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T18:49:07,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_1 for inclusion in fe09e0ad1a721fbbf4d5f92601d3381d/f 2024-11-14T18:49:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T18:49:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:07,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_0 for inclusion in fe09e0ad1a721fbbf4d5f92601d3381d/f 2024-11-14T18:49:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T18:49:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for fe09e0ad1a721fbbf4d5f92601d3381d: 2024-11-14T18:49:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_1 to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_1 2024-11-14T18:49:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_1 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ 2024-11-14T18:49:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f/f/hfile_0 to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_0 2024-11-14T18:49:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_0 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ 2024-11-14T18:49:07,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_1 into fe09e0ad1a721fbbf4d5f92601d3381d/f as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ - updating store file list. 2024-11-14T18:49:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:07,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ into fe09e0ad1a721fbbf4d5f92601d3381d/f 2024-11-14T18:49:07,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_1 into fe09e0ad1a721fbbf4d5f92601d3381d/f (new location: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_) 2024-11-14T18:49:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_1 2024-11-14T18:49:07,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_0 into fe09e0ad1a721fbbf4d5f92601d3381d/f as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ - updating store file list. 2024-11-14T18:49:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 984e58c4931b4f9e99f2297cd3879f35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:07,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ into fe09e0ad1a721fbbf4d5f92601d3381d/f 2024-11-14T18:49:07,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_0 into fe09e0ad1a721fbbf4d5f92601d3381d/f (new location: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_) 2024-11-14T18:49:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__dr2b4n05mpdmp3od1gk7vv6epsns00ecj68okqpnq6smeorfmdhjcbuf777qij93/f/hfile_0 2024-11-14T18:49:07,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:49:07,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:49:07,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:07,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:07,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:49:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 , the old value is region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:49:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:49:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 from cache 2024-11-14T18:49:07,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:07,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T18:49:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40361,1731610139694, seqNum=-1] 2024-11-14T18:49:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:07,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610143547.b879f5b6587e0194f161101475378443., hostname=853c158ffd74,40361,1731610139694, seqNum=2] 2024-11-14T18:49:07,504 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:49:07,574 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 379, reset compression=false 2024-11-14T18:49:07,584 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:49:07,609 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:49:07,609 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe09e0ad1a721fbbf4d5f92601d3381d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610147442/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:49:07,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:49:07,647 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:49:07,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T18:49:07,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.ReplicationSink(318): Replicating [bc12f253-2192-4ecd-8de9-525335899e72] bulk loaded data 2024-11-14T18:49:07,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e386980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:07,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39835,-1 for getting cluster id 2024-11-14T18:49:07,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:07,663 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73ff428a-373a-4cb4-ae72-932de0f0fe0d' 2024-11-14T18:49:07,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:07,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73ff428a-373a-4cb4-ae72-932de0f0fe0d" 2024-11-14T18:49:07,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bb5d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:07,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39835,-1] 2024-11-14T18:49:07,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:07,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:07,666 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:07,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5991a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:07,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:07,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:07,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:07,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:49:07,809 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741837_1013 (size=7691) 2024-11-14T18:49:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741838_1014 (size=7894) 2024-11-14T18:49:07,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39835,1731610139530 2024-11-14T18:49:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f812e75 2024-11-14T18:49:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:07,934 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T18:49:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:49:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40361,1731610139694, seqNum=-1] 2024-11-14T18:49:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:07,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T18:49:08,001 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T18:49:08,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T18:49:08,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ for inclusion in b879f5b6587e0194f161101475378443/f 2024-11-14T18:49:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T18:49:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:08,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ for inclusion in b879f5b6587e0194f161101475378443/f 2024-11-14T18:49:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T18:49:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HRegion(2603): Flush status journal for b879f5b6587e0194f161101475378443: 2024-11-14T18:49:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:49:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/802639dd9a2241a28586159ef672b1e8_SeqId_4_ 2024-11-14T18:49:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:49:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/6a5623883695472cbb2dadd5eaa7d5a9_SeqId_4_ 2024-11-14T18:49:08,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ into b879f5b6587e0194f161101475378443/f as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/802639dd9a2241a28586159ef672b1e8_SeqId_4_ - updating store file list. 2024-11-14T18:49:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 802639dd9a2241a28586159ef672b1e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:08,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/802639dd9a2241a28586159ef672b1e8_SeqId_4_ into b879f5b6587e0194f161101475378443/f 2024-11-14T18:49:08,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ into b879f5b6587e0194f161101475378443/f (new location: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/802639dd9a2241a28586159ef672b1e8_SeqId_4_) 2024-11-14T18:49:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/984e58c4931b4f9e99f2297cd3879f35_SeqId_4_ 2024-11-14T18:49:08,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ into b879f5b6587e0194f161101475378443/f as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/6a5623883695472cbb2dadd5eaa7d5a9_SeqId_4_ - updating store file list. 2024-11-14T18:49:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a5623883695472cbb2dadd5eaa7d5a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:08,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/6a5623883695472cbb2dadd5eaa7d5a9_SeqId_4_ into b879f5b6587e0194f161101475378443/f 2024-11-14T18:49:08,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ into b879f5b6587e0194f161101475378443/f (new location: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/f/6a5623883695472cbb2dadd5eaa7d5a9_SeqId_4_) 2024-11-14T18:49:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/staging/jenkins.hfs.6__test__18594eq89fg5l8e1fqmr3df18k7kp011vu86oh6e7srftrie5pvpcdlhebo461gj/f/4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_ 2024-11-14T18:49:08,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] regionserver.ReplicationSink(324): Finished replicating [bc12f253-2192-4ecd-8de9-525335899e72] bulk loaded data 2024-11-14T18:49:08,143 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:08,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:49:08,566 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:08,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731610148575/Put/seqid=0 2024-11-14T18:49:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741842_1018 (size=7997) 2024-11-14T18:49:09,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731610149043/Put/seqid=0 2024-11-14T18:49:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741843_1019 (size=7794) 2024-11-14T18:49:09,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:09,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dbe847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:09,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38223,-1 for getting cluster id 2024-11-14T18:49:09,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:49:09,467 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc12f253-2192-4ecd-8de9-525335899e72' 2024-11-14T18:49:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:49:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc12f253-2192-4ecd-8de9-525335899e72" 2024-11-14T18:49:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38223,-1] 2024-11-14T18:49:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:49:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:09,470 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:49:09,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b558d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:49:09,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:09,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:49:09,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:09,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:09,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:49:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38223,1731610134870 2024-11-14T18:49:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-11-14T18:49:09,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:49:09,509 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:49:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2] 2024-11-14T18:49:09,535 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:49:09,565 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T18:49:09,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T18:49:09,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_0 for inclusion in fe09e0ad1a721fbbf4d5f92601d3381d/f1 2024-11-14T18:49:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T18:49:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:09,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_1 for inclusion in fe09e0ad1a721fbbf4d5f92601d3381d/f1 2024-11-14T18:49:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T18:49:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:49:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for fe09e0ad1a721fbbf4d5f92601d3381d: 2024-11-14T18:49:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_0 to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_0 2024-11-14T18:49:09,697 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_0 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/36638618af994a33b744c886a3209265_SeqId_6_ 2024-11-14T18:49:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/load_f1/f1/hfile_1 to hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_1 2024-11-14T18:49:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_1 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/424619c680df486f9d7b36ad7c3d8a2d_SeqId_6_ 2024-11-14T18:49:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T18:49:09,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_0 into fe09e0ad1a721fbbf4d5f92601d3381d/f1 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/36638618af994a33b744c886a3209265_SeqId_6_ - updating store file list. 2024-11-14T18:49:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36638618af994a33b744c886a3209265_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/36638618af994a33b744c886a3209265_SeqId_6_ into fe09e0ad1a721fbbf4d5f92601d3381d/f1 2024-11-14T18:49:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_0 into fe09e0ad1a721fbbf4d5f92601d3381d/f1 (new location: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/36638618af994a33b744c886a3209265_SeqId_6_) 2024-11-14T18:49:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_0 2024-11-14T18:49:09,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_1 into fe09e0ad1a721fbbf4d5f92601d3381d/f1 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/424619c680df486f9d7b36ad7c3d8a2d_SeqId_6_ - updating store file list. 2024-11-14T18:49:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 424619c680df486f9d7b36ad7c3d8a2d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:49:09,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/424619c680df486f9d7b36ad7c3d8a2d_SeqId_6_ into fe09e0ad1a721fbbf4d5f92601d3381d/f1 2024-11-14T18:49:09,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_1 into fe09e0ad1a721fbbf4d5f92601d3381d/f1 (new location: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/f1/424619c680df486f9d7b36ad7c3d8a2d_SeqId_6_) 2024-11-14T18:49:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/staging/jenkins__test__f0edjn9vspi2veaqbq0e4v6gjv80qh0m8rfnf5qe1jglem49m7ponu24ujbndjr5/f1/hfile_1 2024-11-14T18:49:09,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:49:09,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:49:09,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:09,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:49:09,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:49:09,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:49:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 , the old value is region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:49:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33875,1731610135148, seqNum=-1] 2024-11-14T18:49:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:49:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2 from cache 2024-11-14T18:49:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:49:09,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:49:09,853 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T18:49:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d., hostname=853c158ffd74,33875,1731610135148, seqNum=2] 2024-11-14T18:49:09,953 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:49:10,437 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 687, reset compression=false 2024-11-14T18:49:10,450 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:49:10,453 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:10,453 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:49:10,676 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:10,994 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:11,432 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:11,953 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:12,575 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:13,294 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:13,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:49:13,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T18:49:14,099 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:15,019 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:16,026 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:17,134 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:18,338 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:19,691 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:21,141 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:22,675 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:24,316 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:24,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:49:26,042 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:27,869 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:29,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:49:29,815 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:30,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: null 2024-11-14T18:49:31,838 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:33,975 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:36,182 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:37,209 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T18:49:37,209 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T18:49:38,490 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:40,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:42,545 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T18:49:42,545 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T18:49:43,428 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:46,035 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:48,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fe09e0ad1a721fbbf4d5f92601d3381d, had cached 0 bytes from a total of 31376 2024-11-14T18:49:48,747 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:48,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b879f5b6587e0194f161101475378443, had cached 0 bytes from a total of 15585 2024-11-14T18:49:50,459 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: null 2024-11-14T18:49:51,556 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:54,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:49:54,463 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:57,468 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:49:59,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:50:00,572 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:50:03,788 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:50:07,093 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:50:09,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:50:09,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:09,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:09,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:09,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:09,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:50:09,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=706247446, stopped=false 2024-11-14T18:50:09,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,39835,1731610139530 2024-11-14T18:50:09,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:09,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1980644372/running 2024-11-14T18:50:09,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1980644372/running 2024-11-14T18:50:09,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:50:09,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:50:09,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:09,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:09,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:09,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:09,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,40361,1731610139694' ***** 2024-11-14T18:50:09,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/running 2024-11-14T18:50:09,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Set watcher on znode that does not yet exist, /1980644372/running 2024-11-14T18:50:09,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:50:09,943 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:50:09,943 INFO [RS:0;853c158ffd74:40361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:50:09,943 INFO [RS:0;853c158ffd74:40361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:50:09,943 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(3091): Received CLOSE for b879f5b6587e0194f161101475378443 2024-11-14T18:50:09,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,40361,1731610139694 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:40361. 2024-11-14T18:50:09,944 DEBUG [RS:0;853c158ffd74:40361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:09,944 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:50:09,944 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:50:09,945 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:50:09,945 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b879f5b6587e0194f161101475378443=test,,1731610143547.b879f5b6587e0194f161101475378443.} 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b879f5b6587e0194f161101475378443, disabling compactions & flushes 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:09,945 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:50:09,945 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b879f5b6587e0194f161101475378443 2024-11-14T18:50:09,945 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610143547.b879f5b6587e0194f161101475378443. after waiting 0 ms 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:50:09,945 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:09,945 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T18:50:09,965 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/info/6bbc87f077b742fa88d0b152000fb83b is 129, key is test,,1731610143547.b879f5b6587e0194f161101475378443./info:regioninfo/1731610144033/Put/seqid=0 2024-11-14T18:50:09,967 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/default/test/b879f5b6587e0194f161101475378443/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T18:50:09,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:09,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:50:09,968 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:50:09,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b879f5b6587e0194f161101475378443: Waiting for close lock at 1731610209945Running coprocessor pre-close hooks at 1731610209945Disabling compacts and flushes for region at 1731610209945Disabling writes for close at 1731610209945Writing region close event to WAL at 1731610209953 (+8 ms)Running coprocessor post-close hooks at 1731610209968 (+15 ms)Closed at 1731610209968 2024-11-14T18:50:09,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610143547.b879f5b6587e0194f161101475378443. 2024-11-14T18:50:09,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741839_1015 (size=6421) 2024-11-14T18:50:09,980 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:10,145 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:10,345 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:10,374 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/info/6bbc87f077b742fa88d0b152000fb83b 2024-11-14T18:50:10,407 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/ns/11bfcbcbde12484e8429f05cb4cb89ad is 43, key is default/ns:d/1731610142195/Put/seqid=0 2024-11-14T18:50:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741840_1016 (size=5153) 2024-11-14T18:50:10,414 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/ns/11bfcbcbde12484e8429f05cb4cb89ad 2024-11-14T18:50:10,441 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/rep_barrier/a2e3da1acee1482e97f39783872e8f18 is 112, key is test,,1731610143547.b879f5b6587e0194f161101475378443./rep_barrier:seqnumDuringOpen/1731610144033/Put/seqid=0 2024-11-14T18:50:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741841_1017 (size=5518) 2024-11-14T18:50:10,459 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,33875,1731610135148 got entry batch from reader: null 2024-11-14T18:50:10,497 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.wal-reader.853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 to pos 997, reset compression=false 2024-11-14T18:50:10,546 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:10,735 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:50:10,735 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:50:10,746 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:10,846 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/rep_barrier/a2e3da1acee1482e97f39783872e8f18 2024-11-14T18:50:10,872 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/table/eb3fd961b8fc40bbbb031f3a5dd120dc is 40, key is test/table:state/1731610144059/Put/seqid=0 2024-11-14T18:50:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741842_1018 (size=5165) 2024-11-14T18:50:10,880 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/table/eb3fd961b8fc40bbbb031f3a5dd120dc 2024-11-14T18:50:10,897 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/info/6bbc87f077b742fa88d0b152000fb83b as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/info/6bbc87f077b742fa88d0b152000fb83b 2024-11-14T18:50:10,916 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/info/6bbc87f077b742fa88d0b152000fb83b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T18:50:10,918 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/ns/11bfcbcbde12484e8429f05cb4cb89ad as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/ns/11bfcbcbde12484e8429f05cb4cb89ad 2024-11-14T18:50:10,927 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/ns/11bfcbcbde12484e8429f05cb4cb89ad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:50:10,929 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/rep_barrier/a2e3da1acee1482e97f39783872e8f18 as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/rep_barrier/a2e3da1acee1482e97f39783872e8f18 2024-11-14T18:50:10,937 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/rep_barrier/a2e3da1acee1482e97f39783872e8f18, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T18:50:10,938 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/.tmp/table/eb3fd961b8fc40bbbb031f3a5dd120dc as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/table/eb3fd961b8fc40bbbb031f3a5dd120dc 2024-11-14T18:50:10,946 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:50:10,946 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:50:10,946 DEBUG [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:10,951 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/table/eb3fd961b8fc40bbbb031f3a5dd120dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:50:10,952 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=11, compaction requested=false 2024-11-14T18:50:10,991 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:50:10,992 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:10,992 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:10,993 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:10,993 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610209945Running coprocessor pre-close hooks at 1731610209945Disabling compacts and flushes for region at 1731610209945Disabling writes for close at 1731610209945Obtaining lock to block concurrent updates at 1731610209945Preparing flush snapshotting stores in 1588230740 at 1731610209945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731610209946 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610209946Flushing 1588230740/info: creating writer at 1731610209947 (+1 ms)Flushing 1588230740/info: appending metadata at 1731610209965 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731610209965Flushing 1588230740/ns: creating writer at 1731610210383 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731610210406 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731610210406Flushing 1588230740/rep_barrier: creating writer at 1731610210421 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610210440 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610210440Flushing 1588230740/table: creating writer at 1731610210854 (+414 ms)Flushing 1588230740/table: appending metadata at 1731610210871 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731610210872 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e5180: reopening flushed file at 1731610210895 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2612e791: reopening flushed file at 1731610210917 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3843b9b4: reopening flushed file at 1731610210928 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5a34eb: reopening flushed file at 1731610210937 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=11, compaction requested=false at 1731610210952 (+15 ms)Writing region close event to WAL at 1731610210971 (+19 ms)Running coprocessor post-close hooks at 1731610210992 (+21 ms)Closed at 1731610210993 (+1 ms) 2024-11-14T18:50:10,993 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:11,146 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,40361,1731610139694; all regions closed. 2024-11-14T18:50:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741834_1010 (size=2717) 2024-11-14T18:50:11,158 DEBUG [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/oldWALs 2024-11-14T18:50:11,158 INFO [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40361%2C1731610139694.meta:.meta(num 1731610142107) 2024-11-14T18:50:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741832_1008 (size=1028) 2024-11-14T18:50:11,171 DEBUG [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/oldWALs 2024-11-14T18:50:11,171 INFO [RS:0;853c158ffd74:40361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40361%2C1731610139694:(num 1731610140888) 2024-11-14T18:50:11,171 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:11,171 INFO [RS:0;853c158ffd74:40361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:11,171 INFO [RS:0;853c158ffd74:40361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:11,171 INFO [RS:0;853c158ffd74:40361 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:11,172 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:11,172 INFO [RS:0;853c158ffd74:40361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:11,172 INFO [RS:0;853c158ffd74:40361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:40361. 2024-11-14T18:50:11,172 DEBUG [RS:0;853c158ffd74:40361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:11,172 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:11,172 DEBUG [RS:0;853c158ffd74:40361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:11,172 INFO [RS:0;853c158ffd74:40361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40361 2024-11-14T18:50:11,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372/rs 2024-11-14T18:50:11,225 INFO [RS:0;853c158ffd74:40361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1980644372/rs/853c158ffd74,40361,1731610139694 2024-11-14T18:50:11,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,40361,1731610139694] 2024-11-14T18:50:11,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/draining/853c158ffd74,40361,1731610139694 already deleted, retry=false 2024-11-14T18:50:11,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,40361,1731610139694 expired; onlineServers=0 2024-11-14T18:50:11,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,39835,1731610139530' ***** 2024-11-14T18:50:11,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:50:11,234 INFO [M:0;853c158ffd74:39835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:11,234 INFO [M:0;853c158ffd74:39835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:11,234 DEBUG [M:0;853c158ffd74:39835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:50:11,235 DEBUG [M:0;853c158ffd74:39835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:50:11,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:50:11,235 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610140644 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610140644,5,FailOnTimeoutGroup] 2024-11-14T18:50:11,235 INFO [M:0;853c158ffd74:39835 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:11,235 INFO [M:0;853c158ffd74:39835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:11,235 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610140645 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610140645,5,FailOnTimeoutGroup] 2024-11-14T18:50:11,235 DEBUG [M:0;853c158ffd74:39835 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:50:11,235 INFO [M:0;853c158ffd74:39835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:50:11,235 INFO [M:0;853c158ffd74:39835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:11,235 INFO [M:0;853c158ffd74:39835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:50:11,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:50:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1980644372/master 2024-11-14T18:50:11,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1980644372 2024-11-14T18:50:11,259 DEBUG [M:0;853c158ffd74:39835 {}] zookeeper.RecoverableZooKeeper(212): Node /1980644372/master already deleted, retry=false 2024-11-14T18:50:11,259 DEBUG [M:0;853c158ffd74:39835 {}] master.ActiveMasterManager(353): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Failed delete of our master address node; KeeperErrorCode = NoNode for /1980644372/master 2024-11-14T18:50:11,279 INFO [M:0;853c158ffd74:39835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/.lastflushedseqids 2024-11-14T18:50:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741843_1019 (size=173) 2024-11-14T18:50:11,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:11,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40361-0x1013bf7538e0004, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:11,343 INFO [RS:0;853c158ffd74:40361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:11,343 INFO [RS:0;853c158ffd74:40361 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,40361,1731610139694; zookeeper connection closed. 2024-11-14T18:50:11,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d582375 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d582375 2024-11-14T18:50:11,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:50:11,691 INFO [M:0;853c158ffd74:39835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:50:11,692 INFO [M:0;853c158ffd74:39835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:50:11,693 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:11,693 INFO [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:11,693 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:11,693 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:11,693 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:11,693 INFO [M:0;853c158ffd74:39835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-14T18:50:11,719 DEBUG [M:0;853c158ffd74:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99294fb5f9ea495a996764fd3d871a16 is 82, key is hbase:meta,,1/info:regioninfo/1731610142156/Put/seqid=0 2024-11-14T18:50:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741844_1020 (size=5672) 2024-11-14T18:50:11,740 INFO [M:0;853c158ffd74:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99294fb5f9ea495a996764fd3d871a16 2024-11-14T18:50:11,768 DEBUG [M:0;853c158ffd74:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d02dd4c50d184d0baadefcf2f696d982 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610144067/Put/seqid=0 2024-11-14T18:50:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741845_1021 (size=6727) 2024-11-14T18:50:11,776 INFO [M:0;853c158ffd74:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d02dd4c50d184d0baadefcf2f696d982 2024-11-14T18:50:11,782 INFO [M:0;853c158ffd74:39835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d02dd4c50d184d0baadefcf2f696d982 2024-11-14T18:50:11,805 DEBUG [M:0;853c158ffd74:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10be67ac0120479eb8918e8dc7e73fb2 is 69, key is 853c158ffd74,40361,1731610139694/rs:state/1731610140686/Put/seqid=0 2024-11-14T18:50:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741846_1022 (size=5156) 2024-11-14T18:50:12,213 INFO [M:0;853c158ffd74:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10be67ac0120479eb8918e8dc7e73fb2 2024-11-14T18:50:12,220 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99294fb5f9ea495a996764fd3d871a16 as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99294fb5f9ea495a996764fd3d871a16 2024-11-14T18:50:12,228 INFO [M:0;853c158ffd74:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99294fb5f9ea495a996764fd3d871a16, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T18:50:12,229 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d02dd4c50d184d0baadefcf2f696d982 as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d02dd4c50d184d0baadefcf2f696d982 2024-11-14T18:50:12,235 INFO [M:0;853c158ffd74:39835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d02dd4c50d184d0baadefcf2f696d982 2024-11-14T18:50:12,235 INFO [M:0;853c158ffd74:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d02dd4c50d184d0baadefcf2f696d982, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T18:50:12,236 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10be67ac0120479eb8918e8dc7e73fb2 as hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10be67ac0120479eb8918e8dc7e73fb2 2024-11-14T18:50:12,242 INFO [M:0;853c158ffd74:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/5e70fc53-fbf0-b233-3280-f8274bd5020a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10be67ac0120479eb8918e8dc7e73fb2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T18:50:12,243 INFO [M:0;853c158ffd74:39835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=58, compaction requested=false 2024-11-14T18:50:12,244 INFO [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:12,244 DEBUG [M:0;853c158ffd74:39835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610211692Disabling compacts and flushes for region at 1731610211692Disabling writes for close at 1731610211693 (+1 ms)Obtaining lock to block concurrent updates at 1731610211693Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610211693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731610211694 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610211695 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610211695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610211719 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610211719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610211747 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610211767 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610211767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610211782 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610211804 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610211804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64967df: reopening flushed file at 1731610212219 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61967af5: reopening flushed file at 1731610212228 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cca3eb: reopening flushed file at 1731610212235 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=58, compaction requested=false at 1731610212243 (+8 ms)Writing region close event to WAL at 1731610212244 (+1 ms)Closed at 1731610212244 2024-11-14T18:50:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741830_1006 (size=33026) 2024-11-14T18:50:12,247 INFO [M:0;853c158ffd74:39835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:50:12,247 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:12,247 INFO [M:0;853c158ffd74:39835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39835 2024-11-14T18:50:12,248 INFO [M:0;853c158ffd74:39835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:12,400 INFO [M:0;853c158ffd74:39835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x1013bf7538e0003, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:12,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f5a68f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:12,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ef3329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:12,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:12,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60f7d016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:12,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6bf9ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:12,407 WARN [BP-657708749-172.17.0.2-1731610137371 heartbeating to localhost/127.0.0.1:45819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:50:12,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:50:12,407 WARN [BP-657708749-172.17.0.2-1731610137371 heartbeating to localhost/127.0.0.1:45819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657708749-172.17.0.2-1731610137371 (Datanode Uuid 7d0dd48c-33e9-4354-a87d-5b24ebe82e4f) service to localhost/127.0.0.1:45819 2024-11-14T18:50:12,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:50:12,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/cluster_8bf52c1c-5b14-4913-b5c5-bbc79cc8df2d/data/data1/current/BP-657708749-172.17.0.2-1731610137371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:12,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/cluster_8bf52c1c-5b14-4913-b5c5-bbc79cc8df2d/data/data2/current/BP-657708749-172.17.0.2-1731610137371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:12,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:50:12,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a9bef85{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:12,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60588b3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:12,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:12,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1238e6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:12,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725d0bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:12,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:50:12,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:50:12,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:12,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:12,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:12,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:12,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:12,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:50:12,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1329816416, stopped=false 2024-11-14T18:50:12,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,38223,1731610134870 2024-11-14T18:50:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0496939905/running 2024-11-14T18:50:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0496939905/running 2024-11-14T18:50:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:50:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:50:12,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:12,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/running 2024-11-14T18:50:12,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:12,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:12,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:12,460 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,33875,1731610135148' ***** 2024-11-14T18:50:12,460 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:50:12,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Set watcher on znode that does not yet exist, /0496939905/running 2024-11-14T18:50:12,463 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:50:12,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:50:12,463 INFO [RS:0;853c158ffd74:33875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:50:12,463 INFO [RS:0;853c158ffd74:33875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:50:12,463 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cced952f1a6432d8de6582760e06c86 2024-11-14T18:50:12,464 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:50:12,464 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,33875,1731610135148 2024-11-14T18:50:12,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cced952f1a6432d8de6582760e06c86, disabling compactions & flushes 2024-11-14T18:50:12,464 INFO [RS:0;853c158ffd74:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:12,464 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:50:12,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:50:12,464 INFO [RS:0;853c158ffd74:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33875. 2024-11-14T18:50:12,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. after waiting 0 ms 2024-11-14T18:50:12,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:50:12,464 DEBUG [RS:0;853c158ffd74:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:12,465 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:12,465 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cced952f1a6432d8de6582760e06c86 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T18:50:12,465 INFO [RS:0;853c158ffd74:33875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:50:12,465 INFO [RS:0;853c158ffd74:33875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:50:12,465 INFO [RS:0;853c158ffd74:33875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:50:12,465 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:50:12,466 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:50:12,466 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1325): Online Regions={7cced952f1a6432d8de6582760e06c86=hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86., 1588230740=hbase:meta,,1.1588230740, fe09e0ad1a721fbbf4d5f92601d3381d=test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d.} 2024-11-14T18:50:12,467 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cced952f1a6432d8de6582760e06c86, fe09e0ad1a721fbbf4d5f92601d3381d 2024-11-14T18:50:12,467 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:12,467 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:12,467 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:12,467 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:12,467 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:12,467 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:50:12,488 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/hfileref/332bc32391de4e8fb91d6b681362687a is 74, key is 1/hfileref:4cb6ed23e46e433d9de560a488fc80bc_SeqId_4_/1731610148124/DeleteColumn/seqid=0 2024-11-14T18:50:12,490 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:12,493 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/info/54e975c1cb5e46f186e87d3293a99111 is 147, key is hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86./info:regioninfo/1731610145497/Put/seqid=0 2024-11-14T18:50:12,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741844_1020 (size=5203) 2024-11-14T18:50:12,500 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/hfileref/332bc32391de4e8fb91d6b681362687a 2024-11-14T18:50:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741845_1021 (size=7686) 2024-11-14T18:50:12,529 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/queue/11790e0805d64b3da0d49448f01ea2e8 is 153, key is 1-853c158ffd74,33875,1731610135148/queue:853c158ffd74%2C33875%2C1731610135148/1731610150455/Put/seqid=0 2024-11-14T18:50:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741846_1022 (size=5352) 2024-11-14T18:50:12,537 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/queue/11790e0805d64b3da0d49448f01ea2e8 2024-11-14T18:50:12,546 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/hfileref/332bc32391de4e8fb91d6b681362687a as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/hfileref/332bc32391de4e8fb91d6b681362687a 2024-11-14T18:50:12,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/hfileref/332bc32391de4e8fb91d6b681362687a, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T18:50:12,558 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/.tmp/queue/11790e0805d64b3da0d49448f01ea2e8 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/queue/11790e0805d64b3da0d49448f01ea2e8 2024-11-14T18:50:12,566 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/queue/11790e0805d64b3da0d49448f01ea2e8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T18:50:12,567 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7cced952f1a6432d8de6582760e06c86 in 103ms, sequenceid=10, compaction requested=false 2024-11-14T18:50:12,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/replication/7cced952f1a6432d8de6582760e06c86/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:50:12,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:12,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:12,576 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cced952f1a6432d8de6582760e06c86: Waiting for close lock at 1731610212464Running coprocessor pre-close hooks at 1731610212464Disabling compacts and flushes for region at 1731610212464Disabling writes for close at 1731610212464Obtaining lock to block concurrent updates at 1731610212465 (+1 ms)Preparing flush snapshotting stores in 7cced952f1a6432d8de6582760e06c86 at 1731610212465Finished memstore snapshotting hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731610212465Flushing stores of hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. at 1731610212466 (+1 ms)Flushing 7cced952f1a6432d8de6582760e06c86/hfileref: creating writer at 1731610212466Flushing 7cced952f1a6432d8de6582760e06c86/hfileref: appending metadata at 1731610212487 (+21 ms)Flushing 7cced952f1a6432d8de6582760e06c86/hfileref: closing flushed file at 1731610212487Flushing 7cced952f1a6432d8de6582760e06c86/queue: creating writer at 1731610212510 (+23 ms)Flushing 7cced952f1a6432d8de6582760e06c86/queue: appending metadata at 1731610212528 (+18 ms)Flushing 7cced952f1a6432d8de6582760e06c86/queue: closing flushed file at 1731610212528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e70f16: reopening flushed file at 1731610212546 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2ebac6: reopening flushed file at 1731610212557 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7cced952f1a6432d8de6582760e06c86 in 103ms, sequenceid=10, compaction requested=false at 1731610212567 (+10 ms)Writing region close event to WAL at 1731610212571 (+4 ms)Running coprocessor post-close hooks at 1731610212575 (+4 ms)Closed at 1731610212576 (+1 ms) 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610144375.7cced952f1a6432d8de6582760e06c86. 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe09e0ad1a721fbbf4d5f92601d3381d, disabling compactions & flushes 2024-11-14T18:50:12,576 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. after waiting 0 ms 2024-11-14T18:50:12,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:50:12,591 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/default/test/fe09e0ad1a721fbbf4d5f92601d3381d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:50:12,592 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:12,592 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:50:12,592 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:50:12,592 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe09e0ad1a721fbbf4d5f92601d3381d: Waiting for close lock at 1731610212576Running coprocessor pre-close hooks at 1731610212576Disabling compacts and flushes for region at 1731610212576Disabling writes for close at 1731610212576Writing region close event to WAL at 1731610212587 (+11 ms)Running coprocessor post-close hooks at 1731610212592 (+5 ms)Closed at 1731610212592 2024-11-14T18:50:12,593 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d. 2024-11-14T18:50:12,667 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:12,867 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:12,910 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/info/54e975c1cb5e46f186e87d3293a99111 2024-11-14T18:50:12,936 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/ns/a3aaa3589f8845d6800712b3bcf1c814 is 43, key is default/ns:d/1731610137194/Put/seqid=0 2024-11-14T18:50:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741847_1023 (size=5153) 2024-11-14T18:50:12,946 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/ns/a3aaa3589f8845d6800712b3bcf1c814 2024-11-14T18:50:12,972 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/rep_barrier/aba37fb5b237463db1068890b275656a is 112, key is test,,1731610142356.fe09e0ad1a721fbbf4d5f92601d3381d./rep_barrier:seqnumDuringOpen/1731610143268/Put/seqid=0 2024-11-14T18:50:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741848_1024 (size=5518) 2024-11-14T18:50:13,067 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:13,268 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:13,383 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/rep_barrier/aba37fb5b237463db1068890b275656a 2024-11-14T18:50:13,384 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:50:13,384 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:50:13,416 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/table/e6a2c6539b7e473bba523cc6a306d5de is 53, key is hbase:replication/table:state/1731610145516/Put/seqid=0 2024-11-14T18:50:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741849_1025 (size=5308) 2024-11-14T18:50:13,424 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/table/e6a2c6539b7e473bba523cc6a306d5de 2024-11-14T18:50:13,434 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/info/54e975c1cb5e46f186e87d3293a99111 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/info/54e975c1cb5e46f186e87d3293a99111 2024-11-14T18:50:13,441 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/info/54e975c1cb5e46f186e87d3293a99111, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:50:13,442 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/ns/a3aaa3589f8845d6800712b3bcf1c814 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/ns/a3aaa3589f8845d6800712b3bcf1c814 2024-11-14T18:50:13,466 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/ns/a3aaa3589f8845d6800712b3bcf1c814, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:50:13,468 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:50:13,468 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:50:13,468 DEBUG [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:13,469 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/rep_barrier/aba37fb5b237463db1068890b275656a as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/rep_barrier/aba37fb5b237463db1068890b275656a 2024-11-14T18:50:13,476 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/rep_barrier/aba37fb5b237463db1068890b275656a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:50:13,483 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/.tmp/table/e6a2c6539b7e473bba523cc6a306d5de as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/table/e6a2c6539b7e473bba523cc6a306d5de 2024-11-14T18:50:13,494 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/table/e6a2c6539b7e473bba523cc6a306d5de, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:50:13,495 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false 2024-11-14T18:50:13,496 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:50:13,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:50:13,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:50:13,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:50:13,555 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:50:13,556 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:13,556 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:13,556 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:13,556 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610212467Running coprocessor pre-close hooks at 1731610212467Disabling compacts and flushes for region at 1731610212467Disabling writes for close at 1731610212467Obtaining lock to block concurrent updates at 1731610212467Preparing flush snapshotting stores in 1588230740 at 1731610212467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610212468 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610212469 (+1 ms)Flushing 1588230740/info: creating writer at 1731610212469Flushing 1588230740/info: appending metadata at 1731610212492 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731610212492Flushing 1588230740/ns: creating writer at 1731610212916 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731610212935 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731610212935Flushing 1588230740/rep_barrier: creating writer at 1731610212953 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610212972 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610212972Flushing 1588230740/table: creating writer at 1731610213390 (+418 ms)Flushing 1588230740/table: appending metadata at 1731610213411 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731610213411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6213146c: reopening flushed file at 1731610213432 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124256bf: reopening flushed file at 1731610213441 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632660f9: reopening flushed file at 1731610213467 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b087e4: reopening flushed file at 1731610213476 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false at 1731610213495 (+19 ms)Writing region close event to WAL at 1731610213542 (+47 ms)Running coprocessor post-close hooks at 1731610213556 (+14 ms)Closed at 1731610213556 2024-11-14T18:50:13,556 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:13,668 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,33875,1731610135148; all regions closed. 2024-11-14T18:50:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:50:13,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.meta.1731610136997.meta not finished, retry = 0 2024-11-14T18:50:13,773 DEBUG [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs 2024-11-14T18:50:13,774 INFO [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33875%2C1731610135148.meta:.meta(num 1731610136997) 2024-11-14T18:50:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741839_1015 (size=2700) 2024-11-14T18:50:13,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.rep.1731610145345 not finished, retry = 0 2024-11-14T18:50:13,879 DEBUG [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs 2024-11-14T18:50:13,879 INFO [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33875%2C1731610135148.rep:(num 1731610145345) 2024-11-14T18:50:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741833_1009 (size=1300) 2024-11-14T18:50:13,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/WALs/853c158ffd74,33875,1731610135148/853c158ffd74%2C33875%2C1731610135148.1731610136522 not finished, retry = 0 2024-11-14T18:50:13,985 DEBUG [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/oldWALs 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33875%2C1731610135148:(num 1731610136522) 2024-11-14T18:50:13,985 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:13,985 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,33875,1731610135148 because: Region server is closing 2024-11-14T18:50:13,985 INFO [RS:0;853c158ffd74:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33875. 2024-11-14T18:50:13,986 DEBUG [RS:0;853c158ffd74:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:13,986 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:13,986 DEBUG [RS:0;853c158ffd74:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:13,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:14,086 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:50:14,087 INFO [RS:0;853c158ffd74:33875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,33875,1731610135148.replicationSource.shipper853c158ffd74%2C33875%2C1731610135148,1-853c158ffd74,33875,1731610135148 terminated 2024-11-14T18:50:14,087 INFO [RS:0;853c158ffd74:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33875 2024-11-14T18:50:14,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905/rs 2024-11-14T18:50:14,108 INFO [RS:0;853c158ffd74:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:14,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0496939905/rs/853c158ffd74,33875,1731610135148 2024-11-14T18:50:14,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,33875,1731610135148] 2024-11-14T18:50:14,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0496939905/draining/853c158ffd74,33875,1731610135148 already deleted, retry=false 2024-11-14T18:50:14,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,33875,1731610135148 expired; onlineServers=0 2024-11-14T18:50:14,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,38223,1731610134870' ***** 2024-11-14T18:50:14,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:14,358 DEBUG [M:0;853c158ffd74:38223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:50:14,358 DEBUG [M:0;853c158ffd74:38223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:50:14,358 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:50:14,358 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610136203 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610136203,5,FailOnTimeoutGroup] 2024-11-14T18:50:14,358 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610136195 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610136195,5,FailOnTimeoutGroup] 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:14,358 DEBUG [M:0;853c158ffd74:38223 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:50:14,358 INFO [M:0;853c158ffd74:38223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:14,359 INFO [M:0;853c158ffd74:38223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:50:14,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:50:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0496939905/master 2024-11-14T18:50:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0496939905 2024-11-14T18:50:14,390 DEBUG [M:0;853c158ffd74:38223 {}] zookeeper.ZKUtil(347): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Unable to get data of znode /0496939905/master because node does not exist (not an error) 2024-11-14T18:50:14,390 WARN [M:0;853c158ffd74:38223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:50:14,391 INFO [M:0;853c158ffd74:38223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/.lastflushedseqids 2024-11-14T18:50:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741850_1026 (size=263) 2024-11-14T18:50:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:14,411 INFO [RS:0;853c158ffd74:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013bf7538e0001, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:14,411 INFO [RS:0;853c158ffd74:33875 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,33875,1731610135148; zookeeper connection closed. 2024-11-14T18:50:14,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d3c88a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d3c88a0 2024-11-14T18:50:14,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:50:14,798 INFO [M:0;853c158ffd74:38223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:50:14,798 INFO [M:0;853c158ffd74:38223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:50:14,798 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:14,798 INFO [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:14,798 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:14,798 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:14,798 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:14,799 INFO [M:0;853c158ffd74:38223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-14T18:50:14,821 DEBUG [M:0;853c158ffd74:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53842a15aa074534bfd55321ddd43712 is 82, key is hbase:meta,,1/info:regioninfo/1731610137087/Put/seqid=0 2024-11-14T18:50:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741851_1027 (size=5672) 2024-11-14T18:50:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,235 INFO [M:0;853c158ffd74:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53842a15aa074534bfd55321ddd43712 2024-11-14T18:50:15,261 DEBUG [M:0;853c158ffd74:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce83a7642c047459dc39836f242bbe8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610143338/Put/seqid=0 2024-11-14T18:50:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741852_1028 (size=7239) 2024-11-14T18:50:15,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:15,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:15,665 INFO [M:0;853c158ffd74:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce83a7642c047459dc39836f242bbe8 2024-11-14T18:50:15,670 INFO [M:0;853c158ffd74:38223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce83a7642c047459dc39836f242bbe8 2024-11-14T18:50:15,688 DEBUG [M:0;853c158ffd74:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec3770ea08614e01b4ef425a22e88630 is 69, key is 853c158ffd74,33875,1731610135148/rs:state/1731610136261/Put/seqid=0 2024-11-14T18:50:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741853_1029 (size=5156) 2024-11-14T18:50:16,095 INFO [M:0;853c158ffd74:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec3770ea08614e01b4ef425a22e88630 2024-11-14T18:50:16,101 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53842a15aa074534bfd55321ddd43712 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53842a15aa074534bfd55321ddd43712 2024-11-14T18:50:16,108 INFO [M:0;853c158ffd74:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53842a15aa074534bfd55321ddd43712, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T18:50:16,109 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce83a7642c047459dc39836f242bbe8 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ce83a7642c047459dc39836f242bbe8 2024-11-14T18:50:16,115 INFO [M:0;853c158ffd74:38223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce83a7642c047459dc39836f242bbe8 2024-11-14T18:50:16,115 INFO [M:0;853c158ffd74:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ce83a7642c047459dc39836f242bbe8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T18:50:16,117 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec3770ea08614e01b4ef425a22e88630 as hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec3770ea08614e01b4ef425a22e88630 2024-11-14T18:50:16,129 INFO [M:0;853c158ffd74:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/83bf9a51-e7e1-f4b1-35da-7bc64644fe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec3770ea08614e01b4ef425a22e88630, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T18:50:16,133 INFO [M:0;853c158ffd74:38223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=105, compaction requested=false 2024-11-14T18:50:16,137 INFO [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:16,137 DEBUG [M:0;853c158ffd74:38223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610214798Disabling compacts and flushes for region at 1731610214798Disabling writes for close at 1731610214798Obtaining lock to block concurrent updates at 1731610214799 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610214799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731610214801 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610214801Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610214802 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610214820 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610214820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610215244 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610215260 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610215260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610215671 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610215688 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610215688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658c0f03: reopening flushed file at 1731610216100 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f68889: reopening flushed file at 1731610216108 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6ba6c: reopening flushed file at 1731610216116 (+8 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=105, compaction requested=false at 1731610216133 (+17 ms)Writing region close event to WAL at 1731610216137 (+4 ms)Closed at 1731610216137 2024-11-14T18:50:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741830_1006 (size=64514) 2024-11-14T18:50:16,142 INFO [M:0;853c158ffd74:38223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:50:16,142 INFO [M:0;853c158ffd74:38223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38223 2024-11-14T18:50:16,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:16,146 INFO [M:0;853c158ffd74:38223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:16,284 INFO [M:0;853c158ffd74:38223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:16,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:16,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1013bf7538e0000, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:16,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4866c8b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:16,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26a8491c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:16,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:16,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d75e731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:16,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238f940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:16,292 WARN [BP-302244014-172.17.0.2-1731610132707 heartbeating to localhost/127.0.0.1:45275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:50:16,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:50:16,292 WARN [BP-302244014-172.17.0.2-1731610132707 heartbeating to localhost/127.0.0.1:45275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302244014-172.17.0.2-1731610132707 (Datanode Uuid 74a85442-db73-4adc-b8cb-e09759c41ff2) service to localhost/127.0.0.1:45275 2024-11-14T18:50:16,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:50:16,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/data/data1/current/BP-302244014-172.17.0.2-1731610132707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:16,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/cluster_c046aed9-da88-e2ab-ccdb-04136665a67a/data/data2/current/BP-302244014-172.17.0.2-1731610132707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:16,294 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:50:16,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1573b748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:16,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4071683a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:16,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:16,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f544fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:16,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e71c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802ac2d0-5d9f-512b-b027-f057e9b7a9d0/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:16,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:50:16,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:50:16,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 135) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fe828b8c3f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fe828b8c3f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45275 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=916 (was 870) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2127 (was 3700) 2024-11-14T18:50:16,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=916, ProcessCount=11, AvailableMemoryMB=2127 2024-11-14T18:50:16,351 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T18:50:16,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir so I do NOT create it in target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740 2024-11-14T18:50:16,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:50:16,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.tmp.dir so I do NOT create it in target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740 2024-11-14T18:50:16,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ddf298-938b-011e-e357-f96fe9924549/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:50:16,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740 2024-11-14T18:50:16,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e, deleteOnExit=true 2024-11-14T18:50:16,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/zookeeper_0, clientPort=63998, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:50:16,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63998 2024-11-14T18:50:16,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:50:16,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:50:16,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/test.cache.data in system properties and HBase conf 2024-11-14T18:50:16,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:50:16,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:50:16,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:50:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:50:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf7538e0002, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:50:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf7538e0005, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:50:16,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf7538e0002, quorum=127.0.0.1:56651, baseZNode=/0496939905 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:50:16,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf7538e0005, quorum=127.0.0.1:56651, baseZNode=/1980644372 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:50:16,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:16,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:16,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:16,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:16,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:50:16,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:16,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a54828a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:16,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5b128f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:16,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f05ac3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/java.io.tmpdir/jetty-localhost-44851-hadoop-hdfs-3_4_1-tests_jar-_-any-2666065080843856270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:16,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1964c25c{HTTP/1.1, (http/1.1)}{localhost:44851} 2024-11-14T18:50:16,752 INFO [Time-limited test {}] server.Server(415): Started @143753ms 2024-11-14T18:50:16,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:16,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:16,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:16,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:16,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:50:16,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77804747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:16,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a4b3de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:17,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75af17be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/java.io.tmpdir/jetty-localhost-36673-hadoop-hdfs-3_4_1-tests_jar-_-any-17881058088131683337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:17,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65c550df{HTTP/1.1, (http/1.1)}{localhost:36673} 2024-11-14T18:50:17,137 INFO [Time-limited test {}] server.Server(415): Started @144138ms 2024-11-14T18:50:17,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:50:17,719 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/data/data1/current/BP-1891251168-172.17.0.2-1731610216380/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:17,719 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/data/data2/current/BP-1891251168-172.17.0.2-1731610216380/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:17,753 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:50:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e5e5a42ea651654 with lease ID 0xfc1930c8e797078b: Processing first storage report for DS-c4431843-1b7b-4157-92ae-a71b4070f5da from datanode DatanodeRegistration(127.0.0.1:39867, datanodeUuid=e38fe3a7-3b3b-4f04-9f72-2d521f6d960d, infoPort=40253, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=58071618;c=1731610216380) 2024-11-14T18:50:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e5e5a42ea651654 with lease ID 0xfc1930c8e797078b: from storage DS-c4431843-1b7b-4157-92ae-a71b4070f5da node DatanodeRegistration(127.0.0.1:39867, datanodeUuid=e38fe3a7-3b3b-4f04-9f72-2d521f6d960d, infoPort=40253, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=58071618;c=1731610216380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e5e5a42ea651654 with lease ID 0xfc1930c8e797078b: Processing first storage report for DS-35ff7006-a3f2-4dff-b615-2a17fca550c3 from datanode DatanodeRegistration(127.0.0.1:39867, datanodeUuid=e38fe3a7-3b3b-4f04-9f72-2d521f6d960d, infoPort=40253, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=58071618;c=1731610216380) 2024-11-14T18:50:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e5e5a42ea651654 with lease ID 0xfc1930c8e797078b: from storage DS-35ff7006-a3f2-4dff-b615-2a17fca550c3 node DatanodeRegistration(127.0.0.1:39867, datanodeUuid=e38fe3a7-3b3b-4f04-9f72-2d521f6d960d, infoPort=40253, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=58071618;c=1731610216380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:17,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740 2024-11-14T18:50:17,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:17,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:17,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:50:18,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5 with version=8 2024-11-14T18:50:18,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/hbase-staging 2024-11-14T18:50:18,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:18,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:50:18,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:18,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35427 2024-11-14T18:50:18,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35427 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:18,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354270x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:18,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35427-0x1013bf89a660000 connected 2024-11-14T18:50:18,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:18,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:18,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:18,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5, hbase.cluster.distributed=false 2024-11-14T18:50:18,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/acl 2024-11-14T18:50:18,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T18:50:18,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35427 2024-11-14T18:50:18,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35427 2024-11-14T18:50:18,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T18:50:18,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T18:50:18,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:50:18,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:18,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42123 2024-11-14T18:50:18,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42123 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:18,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:18,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421230x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:18,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421230x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:18,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42123-0x1013bf89a660001 connected 2024-11-14T18:50:18,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:50:18,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:50:18,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/master 2024-11-14T18:50:18,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/acl 2024-11-14T18:50:18,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-14T18:50:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-14T18:50:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-14T18:50:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-14T18:50:18,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-14T18:50:18,429 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:35427 2024-11-14T18:50:18,430 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01185611360/backup-masters/853c158ffd74,35427,1731610218220 2024-11-14T18:50:18,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:18,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:18,442 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/backup-masters/853c158ffd74,35427,1731610218220 2024-11-14T18:50:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/master 2024-11-14T18:50:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:18,450 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/master 2024-11-14T18:50:18,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01185611360/backup-masters/853c158ffd74,35427,1731610218220 from backup master directory 2024-11-14T18:50:18,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/backup-masters/853c158ffd74,35427,1731610218220 2024-11-14T18:50:18,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:18,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:18,458 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:18,458 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,35427,1731610218220 2024-11-14T18:50:18,463 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/hbase.id] with ID: a21dcffb-7ddd-4888-8812-48e1c781341b 2024-11-14T18:50:18,463 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.tmp/hbase.id 2024-11-14T18:50:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:50:18,469 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.tmp/hbase.id]:[hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/hbase.id] 2024-11-14T18:50:18,480 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:18,480 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:50:18,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:50:18,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:18,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:50:18,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:18,506 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:50:18,506 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:50:18,913 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store 2024-11-14T18:50:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:50:19,319 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:19,319 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:19,319 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:19,319 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:19,319 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:19,319 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:19,320 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:19,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610219319Disabling compacts and flushes for region at 1731610219319Disabling writes for close at 1731610219319Writing region close event to WAL at 1731610219319Closed at 1731610219319 2024-11-14T18:50:19,321 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/.initializing 2024-11-14T18:50:19,321 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220 2024-11-14T18:50:19,322 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:19,323 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C35427%2C1731610218220, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/oldWALs, maxLogs=10 2024-11-14T18:50:19,335 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220/853c158ffd74%2C35427%2C1731610218220.1731610219324, exclude list is [], retry=0 2024-11-14T18:50:19,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:19,340 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:19,340 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:19,340 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:19,340 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:19,340 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,340 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:50:19,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:19,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:50:19,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:19,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:50:19,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:19,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:50:19,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:19,349 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,350 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,350 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,351 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,351 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,352 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:19,353 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:19,355 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:19,355 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74888173, jitterRate=0.11592073738574982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:19,357 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610219341Initializing all the Stores at 1731610219341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610219341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610219342 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610219342Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610219342Cleaning up temporary data from old regions at 1731610219351 (+9 ms)Region opened successfully at 1731610219356 (+5 ms) 2024-11-14T18:50:19,357 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:50:19,360 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a576f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:19,361 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:50:19,361 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:50:19,361 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:50:19,361 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:50:19,362 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:50:19,362 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:50:19,362 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:50:19,365 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:50:19,365 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/balancer because node does not exist (not necessarily an error) 2024-11-14T18:50:19,415 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/balancer already deleted, retry=false 2024-11-14T18:50:19,415 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:50:19,416 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:50:19,425 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/normalizer already deleted, retry=false 2024-11-14T18:50:19,425 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:50:19,426 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:50:19,433 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/switch/split already deleted, retry=false 2024-11-14T18:50:19,434 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:50:19,441 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/switch/merge already deleted, retry=false 2024-11-14T18:50:19,444 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:50:19,450 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/snapshot-cleanup already deleted, retry=false 2024-11-14T18:50:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,459 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,35427,1731610218220, sessionid=0x1013bf89a660000, setting cluster-up flag (Was=false) 2024-11-14T18:50:19,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,500 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185611360/flush-table-proc/acquired, /01185611360/flush-table-proc/reached, /01185611360/flush-table-proc/abort 2024-11-14T18:50:19,501 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,35427,1731610218220 2024-11-14T18:50:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:19,541 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185611360/online-snapshot/acquired, /01185611360/online-snapshot/reached, /01185611360/online-snapshot/abort 2024-11-14T18:50:19,542 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,35427,1731610218220 2024-11-14T18:50:19,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:50:19,547 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:19,548 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:50:19,548 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:50:19,548 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,35427,1731610218220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,549 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:19,550 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:19,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:50:19,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:50:19,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610249562 2024-11-14T18:50:19,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:50:19,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:50:19,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:50:19,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:50:19,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:50:19,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:50:19,566 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:50:19,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:50:19,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:50:19,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:50:19,572 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:50:19,572 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:50:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:50:19,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:50:19,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5 2024-11-14T18:50:19,581 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610219572,5,FailOnTimeoutGroup] 2024-11-14T18:50:19,582 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610219581,5,FailOnTimeoutGroup] 2024-11-14T18:50:19,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:50:19,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:50:19,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:19,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:19,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:19,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:19,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:19,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:19,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:19,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:19,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:19,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:19,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:19,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:19,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:19,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:19,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:19,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:19,610 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:19,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:19,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:19,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60499646, jitterRate=-0.09848502278327942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:19,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610219595Initializing all the Stores at 1731610219596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610219596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610219598 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610219598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610219598Cleaning up temporary data from old regions at 1731610219609 (+11 ms)Region opened successfully at 1731610219617 (+8 ms) 2024-11-14T18:50:19,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:19,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:19,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:19,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:19,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:19,619 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(746): ClusterId : a21dcffb-7ddd-4888-8812-48e1c781341b 2024-11-14T18:50:19,619 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:50:19,620 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:19,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610219617Disabling compacts and flushes for region at 1731610219617Disabling writes for close at 1731610219617Writing region close event to WAL at 1731610219620 (+3 ms)Closed at 1731610219620 2024-11-14T18:50:19,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:19,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:50:19,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:50:19,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:19,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:50:19,650 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:50:19,650 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:50:19,659 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:50:19,659 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59abbc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:19,678 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:42123 2024-11-14T18:50:19,678 INFO [RS:0;853c158ffd74:42123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:50:19,678 INFO [RS:0;853c158ffd74:42123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:50:19,678 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:50:19,679 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,35427,1731610218220 with port=42123, startcode=1731610218384 2024-11-14T18:50:19,680 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:50:19,681 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:50:19,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35427 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,685 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5 2024-11-14T18:50:19,685 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43407 2024-11-14T18:50:19,685 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:50:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/rs 2024-11-14T18:50:19,709 DEBUG [RS:0;853c158ffd74:42123 {}] zookeeper.ZKUtil(111): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/rs/853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,709 WARN [RS:0;853c158ffd74:42123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:19,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,42123,1731610218384] 2024-11-14T18:50:19,709 INFO [RS:0;853c158ffd74:42123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:19,710 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,714 INFO [RS:0;853c158ffd74:42123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:50:19,716 INFO [RS:0;853c158ffd74:42123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:50:19,723 INFO [RS:0;853c158ffd74:42123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:50:19,723 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,723 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:50:19,727 INFO [RS:0;853c158ffd74:42123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:50:19,727 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,727 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,728 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,728 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,728 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:19,728 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:19,728 DEBUG [RS:0;853c158ffd74:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,732 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42123,1731610218384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:19,751 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:50:19,751 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42123,1731610218384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,752 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,752 INFO [RS:0;853c158ffd74:42123 {}] regionserver.Replication(171): 853c158ffd74,42123,1731610218384 started 2024-11-14T18:50:19,766 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:19,767 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,42123,1731610218384, RpcServer on 853c158ffd74/172.17.0.2:42123, sessionid=0x1013bf89a660001 2024-11-14T18:50:19,767 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:50:19,767 DEBUG [RS:0;853c158ffd74:42123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,767 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42123,1731610218384' 2024-11-14T18:50:19,767 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185611360/flush-table-proc/abort' 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185611360/flush-table-proc/acquired' 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,42123,1731610218384 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42123,1731610218384' 2024-11-14T18:50:19,768 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185611360/online-snapshot/abort' 2024-11-14T18:50:19,769 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185611360/online-snapshot/acquired' 2024-11-14T18:50:19,769 DEBUG [RS:0;853c158ffd74:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:50:19,769 INFO [RS:0;853c158ffd74:42123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:50:19,769 INFO [RS:0;853c158ffd74:42123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:50:19,774 WARN [853c158ffd74:35427 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:50:19,870 INFO [RS:0;853c158ffd74:42123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:19,872 INFO [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42123%2C1731610218384, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:19,886 DEBUG [RS:0;853c158ffd74:42123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.1731610219872, exclude list is [], retry=0 2024-11-14T18:50:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:19,895 INFO [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.1731610219872 2024-11-14T18:50:19,895 DEBUG [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:20,025 DEBUG [853c158ffd74:35427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:20,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,42123,1731610218384 2024-11-14T18:50:20,027 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42123,1731610218384, state=OPENING 2024-11-14T18:50:20,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:50:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:20,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:20,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:20,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:20,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42123,1731610218384}] 2024-11-14T18:50:20,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:50:20,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:50:20,211 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:50:20,211 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:20,211 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:50:20,225 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42123%2C1731610218384.meta, suffix=.meta, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:20,244 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.meta.1731610220226.meta, exclude list is [], retry=0 2024-11-14T18:50:20,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:20,263 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.meta.1731610220226.meta 2024-11-14T18:50:20,265 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:20,265 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:20,265 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:50:20,266 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:50:20,266 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:50:20,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:20,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:20,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:20,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:20,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:20,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:20,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:20,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:20,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:20,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:20,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:20,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:20,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:20,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:20,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:20,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:20,284 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:20,286 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:20,287 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:20,288 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:20,288 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:20,289 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:20,292 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:20,293 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74029383, jitterRate=0.10312376916408539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:20,293 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:50:20,294 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610220266Writing region info on filesystem at 1731610220266Initializing all the Stores at 1731610220268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610220268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610220269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610220269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610220269Cleaning up temporary data from old regions at 1731610220288 (+19 ms)Running coprocessor post-open hooks at 1731610220293 (+5 ms)Region opened successfully at 1731610220294 (+1 ms) 2024-11-14T18:50:20,299 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610220203 2024-11-14T18:50:20,302 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:50:20,302 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:50:20,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,42123,1731610218384 2024-11-14T18:50:20,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42123,1731610218384, state=OPEN 2024-11-14T18:50:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:20,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,42123,1731610218384 2024-11-14T18:50:20,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:20,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:20,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:50:20,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42123,1731610218384 in 326 msec 2024-11-14T18:50:20,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:50:20,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-14T18:50:20,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:20,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:50:20,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:20,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42123,1731610218384, seqNum=-1] 2024-11-14T18:50:20,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:20,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:20,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-11-14T18:50:20,391 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610220391, completionTime=-1 2024-11-14T18:50:20,391 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:50:20,391 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610280393 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610340393 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:35427, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,393 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,396 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:50:20,398 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.940sec 2024-11-14T18:50:20,398 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:20,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:50:20,401 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:50:20,401 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:50:20,401 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35427,1731610218220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:20,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb69c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:20,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,35427,-1 for getting cluster id 2024-11-14T18:50:20,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:20,421 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21dcffb-7ddd-4888-8812-48e1c781341b' 2024-11-14T18:50:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21dcffb-7ddd-4888-8812-48e1c781341b" 2024-11-14T18:50:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,35427,-1] 2024-11-14T18:50:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:20,423 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7108ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:20,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42123,1731610218384, seqNum=-1] 2024-11-14T18:50:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:20,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:20,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,35427,1731610218220 2024-11-14T18:50:20,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:20,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:20,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf89a660002 connected 2024-11-14T18:50:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir so I do NOT create it in target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02 2024-11-14T18:50:20,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:50:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.tmp.dir so I do NOT create it in target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02 2024-11-14T18:50:20,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:50:20,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02 2024-11-14T18:50:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:50:20,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/cluster_2e1827d7-61c5-6028-c3b9-3b12d1c16336, deleteOnExit=true 2024-11-14T18:50:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/test.cache.data in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:50:20,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:50:20,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:50:20,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:20,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:20,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:20,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:20,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:50:20,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:20,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c2c210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:20,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a932a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:20,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4795e343{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/java.io.tmpdir/jetty-localhost-42195-hadoop-hdfs-3_4_1-tests_jar-_-any-12044265843714833350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:20,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@502fabc3{HTTP/1.1, (http/1.1)}{localhost:42195} 2024-11-14T18:50:20,861 INFO [Time-limited test {}] server.Server(415): Started @147862ms 2024-11-14T18:50:21,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:21,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:21,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:21,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:21,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:50:21,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5200e428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:21,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef2aaa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:21,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18d713ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/java.io.tmpdir/jetty-localhost-46813-hadoop-hdfs-3_4_1-tests_jar-_-any-14741484019368905236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:21,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2233b826{HTTP/1.1, (http/1.1)}{localhost:46813} 2024-11-14T18:50:21,275 INFO [Time-limited test {}] server.Server(415): Started @148276ms 2024-11-14T18:50:21,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:50:21,875 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/cluster_2e1827d7-61c5-6028-c3b9-3b12d1c16336/data/data2/current/BP-1294274370-172.17.0.2-1731610220490/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:21,875 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/cluster_2e1827d7-61c5-6028-c3b9-3b12d1c16336/data/data1/current/BP-1294274370-172.17.0.2-1731610220490/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:21,894 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:50:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c6a263d53414fd with lease ID 0x5d20f5a7b510510c: Processing first storage report for DS-da36e954-c334-4c1f-9a84-794211c18882 from datanode DatanodeRegistration(127.0.0.1:33323, datanodeUuid=af55118d-7dd5-43b3-b281-855b7a4cf14d, infoPort=33381, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1580194934;c=1731610220490) 2024-11-14T18:50:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c6a263d53414fd with lease ID 0x5d20f5a7b510510c: from storage DS-da36e954-c334-4c1f-9a84-794211c18882 node DatanodeRegistration(127.0.0.1:33323, datanodeUuid=af55118d-7dd5-43b3-b281-855b7a4cf14d, infoPort=33381, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1580194934;c=1731610220490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c6a263d53414fd with lease ID 0x5d20f5a7b510510c: Processing first storage report for DS-2be691aa-8abd-44bc-a823-34132ae53084 from datanode DatanodeRegistration(127.0.0.1:33323, datanodeUuid=af55118d-7dd5-43b3-b281-855b7a4cf14d, infoPort=33381, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1580194934;c=1731610220490) 2024-11-14T18:50:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c6a263d53414fd with lease ID 0x5d20f5a7b510510c: from storage DS-2be691aa-8abd-44bc-a823-34132ae53084 node DatanodeRegistration(127.0.0.1:33323, datanodeUuid=af55118d-7dd5-43b3-b281-855b7a4cf14d, infoPort=33381, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1580194934;c=1731610220490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:21,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02 2024-11-14T18:50:21,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:21,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:50:22,347 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd with version=8 2024-11-14T18:50:22,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/hbase-staging 2024-11-14T18:50:22,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:22,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:50:22,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:22,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33577 2024-11-14T18:50:22,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33577 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:22,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335770x0, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:22,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33577-0x1013bf89a660003 connected 2024-11-14T18:50:22,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:22,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:22,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/running 2024-11-14T18:50:22,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd, hbase.cluster.distributed=false 2024-11-14T18:50:22,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/acl 2024-11-14T18:50:22,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33577 2024-11-14T18:50:22,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33577 2024-11-14T18:50:22,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33577 2024-11-14T18:50:22,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33577 2024-11-14T18:50:22,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33577 2024-11-14T18:50:22,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:22,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:50:22,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:22,498 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39545 2024-11-14T18:50:22,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39545 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:22,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:22,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395450x0, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:22,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395450x0, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/running 2024-11-14T18:50:22,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39545-0x1013bf89a660004 connected 2024-11-14T18:50:22,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:50:22,535 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:50:22,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/master 2024-11-14T18:50:22,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/acl 2024-11-14T18:50:22,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-14T18:50:22,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39545 2024-11-14T18:50:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39545 2024-11-14T18:50:22,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-14T18:50:22,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-14T18:50:22,573 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:33577 2024-11-14T18:50:22,575 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1634773877/backup-masters/853c158ffd74,33577,1731610222349 2024-11-14T18:50:22,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/backup-masters 2024-11-14T18:50:22,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/backup-masters 2024-11-14T18:50:22,600 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on existing znode=/1634773877/backup-masters/853c158ffd74,33577,1731610222349 2024-11-14T18:50:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1634773877/master 2024-11-14T18:50:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:22,608 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on existing znode=/1634773877/master 2024-11-14T18:50:22,608 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1634773877/backup-masters/853c158ffd74,33577,1731610222349 from backup master directory 2024-11-14T18:50:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1634773877/backup-masters/853c158ffd74,33577,1731610222349 2024-11-14T18:50:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/backup-masters 2024-11-14T18:50:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/backup-masters 2024-11-14T18:50:22,616 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:22,616 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,33577,1731610222349 2024-11-14T18:50:22,622 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/hbase.id] with ID: f2ee39f9-d430-4b5e-8466-3cca34dfe347 2024-11-14T18:50:22,622 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/.tmp/hbase.id 2024-11-14T18:50:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:50:23,034 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/.tmp/hbase.id]:[hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/hbase.id] 2024-11-14T18:50:23,059 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:23,059 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:50:23,060 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:50:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:50:23,583 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:23,584 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:50:23,594 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:50:24,058 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store 2024-11-14T18:50:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:24,513 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:24,513 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:24,513 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610224513Disabling compacts and flushes for region at 1731610224513Disabling writes for close at 1731610224513Writing region close event to WAL at 1731610224513Closed at 1731610224513 2024-11-14T18:50:24,515 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/.initializing 2024-11-14T18:50:24,515 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/WALs/853c158ffd74,33577,1731610222349 2024-11-14T18:50:24,517 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:24,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C33577%2C1731610222349, suffix=, logDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/WALs/853c158ffd74,33577,1731610222349, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/oldWALs, maxLogs=10 2024-11-14T18:50:24,547 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/WALs/853c158ffd74,33577,1731610222349/853c158ffd74%2C33577%2C1731610222349.1731610224520, exclude list is [], retry=0 2024-11-14T18:50:24,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33323,DS-da36e954-c334-4c1f-9a84-794211c18882,DISK] 2024-11-14T18:50:24,591 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/WALs/853c158ffd74,33577,1731610222349/853c158ffd74%2C33577%2C1731610222349.1731610224520 2024-11-14T18:50:24,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33381:33381)] 2024-11-14T18:50:24,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:24,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:24,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:50:24,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:24,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:24,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:50:24,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:50:24,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:50:24,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:24,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:24,620 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,621 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,622 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,624 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,624 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,626 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:24,628 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:24,647 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:24,647 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60418217, jitterRate=-0.09969840943813324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:24,647 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610224596Initializing all the Stores at 1731610224597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610224597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610224607 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610224607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610224607Cleaning up temporary data from old regions at 1731610224624 (+17 ms)Region opened successfully at 1731610224647 (+23 ms) 2024-11-14T18:50:24,663 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:50:24,669 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f0e643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:24,670 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:50:24,670 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:50:24,670 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:50:24,670 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:50:24,671 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:50:24,672 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:50:24,672 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:50:24,701 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:50:24,702 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/balancer because node does not exist (not necessarily an error) 2024-11-14T18:50:24,745 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/balancer already deleted, retry=false 2024-11-14T18:50:24,746 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:50:24,747 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:50:24,757 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/normalizer already deleted, retry=false 2024-11-14T18:50:24,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:50:24,776 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:50:24,785 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/switch/split already deleted, retry=false 2024-11-14T18:50:24,789 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:50:24,819 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/switch/merge already deleted, retry=false 2024-11-14T18:50:24,824 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:50:24,832 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/snapshot-cleanup already deleted, retry=false 2024-11-14T18:50:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1634773877/running 2024-11-14T18:50:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1634773877/running 2024-11-14T18:50:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,842 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,33577,1731610222349, sessionid=0x1013bf89a660003, setting cluster-up flag (Was=false) 2024-11-14T18:50:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,890 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1634773877/flush-table-proc/acquired, /1634773877/flush-table-proc/reached, /1634773877/flush-table-proc/abort 2024-11-14T18:50:24,893 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33577,1731610222349 2024-11-14T18:50:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:24,941 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1634773877/online-snapshot/acquired, /1634773877/online-snapshot/reached, /1634773877/online-snapshot/abort 2024-11-14T18:50:24,943 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33577,1731610222349 2024-11-14T18:50:24,956 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:50:24,962 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:24,963 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:50:24,963 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:50:24,963 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,33577,1731610222349 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:50:24,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:24,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:24,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:24,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:24,966 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:50:24,966 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:24,966 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:24,966 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:25,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:50:25,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:25,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:50:25,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610255035 2024-11-14T18:50:25,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:50:25,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:50:25,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:50:25,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:50:25,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:50:25,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:50:25,054 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(746): ClusterId : f2ee39f9-d430-4b5e-8466-3cca34dfe347 2024-11-14T18:50:25,054 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:50:25,066 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:50:25,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:50:25,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:50:25,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:50:25,083 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:50:25,083 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:50:25,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:50:25,088 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:50:25,092 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:50:25,092 DEBUG [RS:0;853c158ffd74:39545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae733b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:50:25,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:50:25,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd 2024-11-14T18:50:25,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610225088,5,FailOnTimeoutGroup] 2024-11-14T18:50:25,153 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610225143,5,FailOnTimeoutGroup] 2024-11-14T18:50:25,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:50:25,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,182 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:39545 2024-11-14T18:50:25,182 INFO [RS:0;853c158ffd74:39545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:50:25,182 INFO [RS:0;853c158ffd74:39545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:50:25,182 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:50:25,191 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,33577,1731610222349 with port=39545, startcode=1731610222494 2024-11-14T18:50:25,191 DEBUG [RS:0;853c158ffd74:39545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:50:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:50:25,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:25,231 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:50:25,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33577 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:25,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:25,236 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd 2024-11-14T18:50:25,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:25,236 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34755 2024-11-14T18:50:25,236 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:50:25,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:25,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:25,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:25,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:25,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:25,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:25,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:25,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:25,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:25,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:25,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:25,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:25,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740 2024-11-14T18:50:25,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740 2024-11-14T18:50:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:25,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:25,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:25,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/rs 2024-11-14T18:50:25,275 DEBUG [RS:0;853c158ffd74:39545 {}] zookeeper.ZKUtil(111): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on existing znode=/1634773877/rs/853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,275 WARN [RS:0;853c158ffd74:39545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:25,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:25,275 INFO [RS:0;853c158ffd74:39545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:25,275 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67872757, jitterRate=0.011382892727851868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610225219Initializing all the Stores at 1731610225220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610225220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610225232 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610225233 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610225233Cleaning up temporary data from old regions at 1731610225256 (+23 ms)Region opened successfully at 1731610225278 (+22 ms) 2024-11-14T18:50:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:25,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:25,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:25,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,39545,1731610222494] 2024-11-14T18:50:25,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:25,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610225278Disabling compacts and flushes for region at 1731610225278Disabling writes for close at 1731610225278Writing region close event to WAL at 1731610225299 (+21 ms)Closed at 1731610225299 2024-11-14T18:50:25,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:25,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:50:25,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:50:25,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:25,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:50:25,304 INFO [RS:0;853c158ffd74:39545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:50:25,306 INFO [RS:0;853c158ffd74:39545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:50:25,319 INFO [RS:0;853c158ffd74:39545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:50:25,319 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,326 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:50:25,327 INFO [RS:0;853c158ffd74:39545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:50:25,327 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,327 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:25,328 DEBUG [RS:0;853c158ffd74:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,347 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39545,1731610222494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:25,371 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:50:25,371 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39545,1731610222494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,371 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,371 INFO [RS:0;853c158ffd74:39545 {}] regionserver.Replication(171): 853c158ffd74,39545,1731610222494 started 2024-11-14T18:50:25,407 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:25,407 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,39545,1731610222494, RpcServer on 853c158ffd74/172.17.0.2:39545, sessionid=0x1013bf89a660004 2024-11-14T18:50:25,408 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:50:25,408 DEBUG [RS:0;853c158ffd74:39545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,408 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,39545,1731610222494' 2024-11-14T18:50:25,408 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1634773877/flush-table-proc/abort' 2024-11-14T18:50:25,422 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1634773877/flush-table-proc/acquired' 2024-11-14T18:50:25,427 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:50:25,427 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:50:25,427 DEBUG [RS:0;853c158ffd74:39545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,427 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,39545,1731610222494' 2024-11-14T18:50:25,427 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1634773877/online-snapshot/abort' 2024-11-14T18:50:25,430 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1634773877/online-snapshot/acquired' 2024-11-14T18:50:25,430 DEBUG [RS:0;853c158ffd74:39545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:50:25,430 INFO [RS:0;853c158ffd74:39545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:50:25,430 INFO [RS:0;853c158ffd74:39545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:50:25,454 WARN [853c158ffd74:33577 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:50:25,532 INFO [RS:0;853c158ffd74:39545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:25,534 INFO [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C39545%2C1731610222494, suffix=, logDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/oldWALs, maxLogs=10 2024-11-14T18:50:25,576 DEBUG [RS:0;853c158ffd74:39545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494/853c158ffd74%2C39545%2C1731610222494.1731610225534, exclude list is [], retry=0 2024-11-14T18:50:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33323,DS-da36e954-c334-4c1f-9a84-794211c18882,DISK] 2024-11-14T18:50:25,617 INFO [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494/853c158ffd74%2C39545%2C1731610222494.1731610225534 2024-11-14T18:50:25,644 DEBUG [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33381:33381)] 2024-11-14T18:50:25,705 DEBUG [853c158ffd74:33577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:25,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,39545,1731610222494 2024-11-14T18:50:25,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,39545,1731610222494, state=OPENING 2024-11-14T18:50:25,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:25,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:50:25,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:25,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:25,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1634773877/meta-region-server: CHANGED 2024-11-14T18:50:25,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:25,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,39545,1731610222494}] 2024-11-14T18:50:25,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1634773877/meta-region-server: CHANGED 2024-11-14T18:50:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:25,921 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:50:25,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:50:26,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:50:26,009 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:50:26,009 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:26,011 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:50:26,031 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C39545%2C1731610222494.meta, suffix=.meta, logDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/oldWALs, maxLogs=10 2024-11-14T18:50:26,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494/853c158ffd74%2C39545%2C1731610222494.meta.1731610226031.meta, exclude list is [], retry=0 2024-11-14T18:50:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33323,DS-da36e954-c334-4c1f-9a84-794211c18882,DISK] 2024-11-14T18:50:26,102 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/WALs/853c158ffd74,39545,1731610222494/853c158ffd74%2C39545%2C1731610222494.meta.1731610226031.meta 2024-11-14T18:50:26,111 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33381:33381)] 2024-11-14T18:50:26,111 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:26,111 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:26,111 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:26,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:50:26,112 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:50:26,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:50:26,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:26,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:50:26,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:50:26,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:26,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:26,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:26,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:26,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:26,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:26,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:26,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:26,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:26,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:26,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:26,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:26,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:26,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:26,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:26,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:26,138 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:26,138 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740 2024-11-14T18:50:26,140 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740 2024-11-14T18:50:26,141 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:26,141 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:26,142 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:26,144 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:26,145 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74896047, jitterRate=0.11603806912899017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:26,145 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:50:26,145 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610226112Writing region info on filesystem at 1731610226112Initializing all the Stores at 1731610226113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610226113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610226126 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610226126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610226126Cleaning up temporary data from old regions at 1731610226141 (+15 ms)Running coprocessor post-open hooks at 1731610226145 (+4 ms)Region opened successfully at 1731610226145 2024-11-14T18:50:26,146 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610225991 2024-11-14T18:50:26,150 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:50:26,150 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:50:26,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,39545,1731610222494 2024-11-14T18:50:26,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,39545,1731610222494, state=OPEN 2024-11-14T18:50:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1634773877/meta-region-server 2024-11-14T18:50:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1634773877/meta-region-server 2024-11-14T18:50:26,186 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,39545,1731610222494 2024-11-14T18:50:26,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1634773877/meta-region-server: CHANGED 2024-11-14T18:50:26,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1634773877/meta-region-server: CHANGED 2024-11-14T18:50:26,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:50:26,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,39545,1731610222494 in 366 msec 2024-11-14T18:50:26,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:50:26,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 890 msec 2024-11-14T18:50:26,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:26,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:50:26,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:26,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,39545,1731610222494, seqNum=-1] 2024-11-14T18:50:26,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:26,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:26,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-14T18:50:26,206 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610226206, completionTime=-1 2024-11-14T18:50:26,206 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:50:26,207 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:50:26,209 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:50:26,209 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610286209 2024-11-14T18:50:26,209 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610346209 2024-11-14T18:50:26,209 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:50:26,210 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:33577, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,211 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,213 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,216 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.603sec 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:50:26,219 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:50:26,220 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:26,220 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:50:26,233 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:50:26,233 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:50:26,233 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33577,1731610222349-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:26,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f38c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33577,-1 for getting cluster id 2024-11-14T18:50:26,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:26,283 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2ee39f9-d430-4b5e-8466-3cca34dfe347' 2024-11-14T18:50:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2ee39f9-d430-4b5e-8466-3cca34dfe347" 2024-11-14T18:50:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33577,-1] 2024-11-14T18:50:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:26,286 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:26,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b426ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,39545,1731610222494, seqNum=-1] 2024-11-14T18:50:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:26,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,33577,1731610222349 2024-11-14T18:50:26,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:26,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:26,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf89a660005 connected 2024-11-14T18:50:26,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341b69f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,35427,-1 for getting cluster id 2024-11-14T18:50:26,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:26,374 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21dcffb-7ddd-4888-8812-48e1c781341b' 2024-11-14T18:50:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21dcffb-7ddd-4888-8812-48e1c781341b" 2024-11-14T18:50:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4849fd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,35427,-1] 2024-11-14T18:50:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:26,377 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1cabae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:26,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,35427,1731610218220 2024-11-14T18:50:26,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a3f6e2 2024-11-14T18:50:26,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:26,382 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:26,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:33577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:50:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:50:26,387 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:33577' 2024-11-14T18:50:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:26,399 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97d6ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,399 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33577,-1 for getting cluster id 2024-11-14T18:50:26,399 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:26,400 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2ee39f9-d430-4b5e-8466-3cca34dfe347' 2024-11-14T18:50:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2ee39f9-d430-4b5e-8466-3cca34dfe347" 2024-11-14T18:50:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a163ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33577,-1] 2024-11-14T18:50:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:26,402 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a40bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:26,411 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:26,413 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33577,1731610222349 2024-11-14T18:50:26,414 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52891f15 2024-11-14T18:50:26,414 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:26,416 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:26,417 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T18:50:26,417 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:50:26,417 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:26,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:26,418 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:26,418 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:26,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:50:26,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:50:26,434 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:26,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:50:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741835_1011 (size=1138) 2024-11-14T18:50:26,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81baf6e1acb0aff0d872e17d2b142008, NAME => 'hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5 2024-11-14T18:50:26,489 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:50:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741836_1012 (size=44) 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81baf6e1acb0aff0d872e17d2b142008, disabling compactions & flushes 2024-11-14T18:50:26,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. after waiting 0 ms 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:26,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:26,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81baf6e1acb0aff0d872e17d2b142008: Waiting for close lock at 1731610226542Disabling compacts and flushes for region at 1731610226542Disabling writes for close at 1731610226542Writing region close event to WAL at 1731610226542Closed at 1731610226542 2024-11-14T18:50:26,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:50:26,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610226544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610226544"}]},"ts":"1731610226544"} 2024-11-14T18:50:26,549 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:50:26,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:50:26,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610226551"}]},"ts":"1731610226551"} 2024-11-14T18:50:26,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:50:26,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN}] 2024-11-14T18:50:26,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN 2024-11-14T18:50:26,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN; state=OFFLINE, location=853c158ffd74,42123,1731610218384; forceNewPlan=false, retain=false 2024-11-14T18:50:26,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=81baf6e1acb0aff0d872e17d2b142008, regionState=OPENING, regionLocation=853c158ffd74,42123,1731610218384 2024-11-14T18:50:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:26,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN because future has completed 2024-11-14T18:50:26,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,42123,1731610218384}] 2024-11-14T18:50:26,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:26,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:26,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:50:26,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42123%2C1731610218384.rep, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:26,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.rep.1731610226931, exclude list is [], retry=0 2024-11-14T18:50:26,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:27,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.rep.1731610226931 2024-11-14T18:50:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:27,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 81baf6e1acb0aff0d872e17d2b142008, NAME => 'hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:27,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. service=MultiRowMutationService 2024-11-14T18:50:27,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:50:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,027 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,028 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName hfileref 2024-11-14T18:50:27,028 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:27,029 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:27,029 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,030 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName queue 2024-11-14T18:50:27,030 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:27,031 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:27,031 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,037 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName sid 2024-11-14T18:50:27,037 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:27,038 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:27,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:27,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:27,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 81baf6e1acb0aff0d872e17d2b142008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65296838, jitterRate=-0.027001291513442993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:27,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 81baf6e1acb0aff0d872e17d2b142008: Running coprocessor pre-open hook at 1731610227024Writing region info on filesystem at 1731610227024Initializing all the Stores at 1731610227025 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610227025Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610227026 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610227026Cleaning up temporary data from old regions at 1731610227041 (+15 ms)Running coprocessor post-open hooks at 1731610227057 (+16 ms)Region opened successfully at 1731610227058 (+1 ms) 2024-11-14T18:50:27,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., pid=7, masterSystemTime=1731610226903 2024-11-14T18:50:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=81baf6e1acb0aff0d872e17d2b142008, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,42123,1731610218384 2024-11-14T18:50:27,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,42123,1731610218384 because future has completed 2024-11-14T18:50:27,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T18:50:27,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,42123,1731610218384 in 352 msec 2024-11-14T18:50:27,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:50:27,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610227092"}]},"ts":"1731610227092"} 2024-11-14T18:50:27,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:50:27,095 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:50:27,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:50:27,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 679 msec 2024-11-14T18:50:27,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN in 528 msec 2024-11-14T18:50:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., hostname=853c158ffd74,42123,1731610218384, seqNum=2] 2024-11-14T18:50:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:27,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:50:27,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T18:50:27,375 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:50:27,476 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,42123,1731610218384, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:50:27,477 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:27,477 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42123,1731610218384, seqNum=-1] 2024-11-14T18:50:27,478 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:27,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T18:50:27,485 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,42123,1731610218384', locateType=CURRENT is [region=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., hostname=853c158ffd74,42123,1731610218384, seqNum=2] 2024-11-14T18:50:27,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T18:50:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T18:50:27,504 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,42123,1731610218384 suceeded 2024-11-14T18:50:27,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T18:50:27,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 304 msec 2024-11-14T18:50:27,508 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:33577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:50:27,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1250 sec 2024-11-14T18:50:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:27,533 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:50:27,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:27,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:27,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,35427,1731610218220 2024-11-14T18:50:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-11-14T18:50:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:27,537 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:27,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:50:27,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:27,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:27,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:27,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:50:27,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1068298585, stopped=false 2024-11-14T18:50:27,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,35427,1731610218220 2024-11-14T18:50:27,553 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:33577' 2024-11-14T18:50:27,567 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ea03f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:27,567 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33577,-1 for getting cluster id 2024-11-14T18:50:27,567 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:27,568 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2ee39f9-d430-4b5e-8466-3cca34dfe347' 2024-11-14T18:50:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2ee39f9-d430-4b5e-8466-3cca34dfe347" 2024-11-14T18:50:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a683ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33577,-1] 2024-11-14T18:50:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,572 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:27,573 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b4f4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:27,573 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,42123,1731610218384 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:27,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:27,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:27,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:27,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:27,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:27,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:27,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:27,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:27,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,42123,1731610218384' ***** 2024-11-14T18:50:27,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:50:27,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:27,574 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:50:27,574 INFO [RS:0;853c158ffd74:42123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:50:27,574 INFO [RS:0;853c158ffd74:42123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:50:27,574 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:50:27,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33577,1731610222349 2024-11-14T18:50:27,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd2097f 2024-11-14T18:50:27,576 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:27,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:27,577 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T18:50:27,585 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,42123,1731610218384 2024-11-14T18:50:27,585 INFO [RS:0;853c158ffd74:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:27,585 INFO [RS:0;853c158ffd74:42123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:42123. 2024-11-14T18:50:27,585 DEBUG [RS:0;853c158ffd74:42123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:27,585 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:27,586 INFO [RS:0;853c158ffd74:42123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:50:27,586 INFO [RS:0;853c158ffd74:42123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:50:27,586 INFO [RS:0;853c158ffd74:42123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:50:27,586 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:50:27,587 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81baf6e1acb0aff0d872e17d2b142008, disabling compactions & flushes 2024-11-14T18:50:27,587 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,587 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,587 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. after waiting 0 ms 2024-11-14T18:50:27,587 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,587 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81baf6e1acb0aff0d872e17d2b142008 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T18:50:27,588 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:50:27,588 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1325): Online Regions={81baf6e1acb0aff0d872e17d2b142008=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:50:27,588 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,588 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:27,588 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:27,588 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:27,588 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:27,588 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:27,588 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T18:50:27,658 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/.tmp/queue/c560b17232b74dbb93329bdc7b82e699 is 151, key is 1-853c158ffd74,42123,1731610218384/queue:853c158ffd74%2C42123%2C1731610218384/1731610227487/Put/seqid=0 2024-11-14T18:50:27,684 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/fe68ef5f1572402684e1a6f0184b7831 is 147, key is hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008./info:regioninfo/1731610227063/Put/seqid=0 2024-11-14T18:50:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741838_1014 (size=5350) 2024-11-14T18:50:27,710 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/.tmp/queue/c560b17232b74dbb93329bdc7b82e699 2024-11-14T18:50:27,726 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/.tmp/queue/c560b17232b74dbb93329bdc7b82e699 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/queue/c560b17232b74dbb93329bdc7b82e699 2024-11-14T18:50:27,733 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:50:27,733 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:50:27,738 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/queue/c560b17232b74dbb93329bdc7b82e699, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T18:50:27,742 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 81baf6e1acb0aff0d872e17d2b142008 in 155ms, sequenceid=5, compaction requested=false 2024-11-14T18:50:27,742 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:50:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741839_1015 (size=6631) 2024-11-14T18:50:27,788 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:27,824 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:50:27,825 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:27,825 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:27,825 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,825 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81baf6e1acb0aff0d872e17d2b142008: Waiting for close lock at 1731610227587Running coprocessor pre-close hooks at 1731610227587Disabling compacts and flushes for region at 1731610227587Disabling writes for close at 1731610227587Obtaining lock to block concurrent updates at 1731610227587Preparing flush snapshotting stores in 81baf6e1acb0aff0d872e17d2b142008 at 1731610227587Finished memstore snapshotting hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731610227590 (+3 ms)Flushing stores of hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. at 1731610227591 (+1 ms)Flushing 81baf6e1acb0aff0d872e17d2b142008/queue: creating writer at 1731610227591Flushing 81baf6e1acb0aff0d872e17d2b142008/queue: appending metadata at 1731610227656 (+65 ms)Flushing 81baf6e1acb0aff0d872e17d2b142008/queue: closing flushed file at 1731610227656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a88fc2f: reopening flushed file at 1731610227725 (+69 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 81baf6e1acb0aff0d872e17d2b142008 in 155ms, sequenceid=5, compaction requested=false at 1731610227742 (+17 ms)Writing region close event to WAL at 1731610227804 (+62 ms)Running coprocessor post-close hooks at 1731610227825 (+21 ms)Closed at 1731610227825 2024-11-14T18:50:27,826 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:27,988 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:28,186 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/fe68ef5f1572402684e1a6f0184b7831 2024-11-14T18:50:28,189 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:28,236 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/ns/2fc80fec49bd408ab88f8beda4224c19 is 43, key is default/ns:d/1731610220386/Put/seqid=0 2024-11-14T18:50:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741840_1016 (size=5153) 2024-11-14T18:50:28,301 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/ns/2fc80fec49bd408ab88f8beda4224c19 2024-11-14T18:50:28,348 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/table/0aacd4d7927a40feb3587bcded843b2f is 53, key is hbase:replication/table:state/1731610227092/Put/seqid=0 2024-11-14T18:50:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741841_1017 (size=5256) 2024-11-14T18:50:28,380 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/table/0aacd4d7927a40feb3587bcded843b2f 2024-11-14T18:50:28,389 DEBUG [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:28,392 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/fe68ef5f1572402684e1a6f0184b7831 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/info/fe68ef5f1572402684e1a6f0184b7831 2024-11-14T18:50:28,408 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/info/fe68ef5f1572402684e1a6f0184b7831, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T18:50:28,416 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/ns/2fc80fec49bd408ab88f8beda4224c19 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/ns/2fc80fec49bd408ab88f8beda4224c19 2024-11-14T18:50:28,429 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/ns/2fc80fec49bd408ab88f8beda4224c19, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:50:28,431 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/table/0aacd4d7927a40feb3587bcded843b2f as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/table/0aacd4d7927a40feb3587bcded843b2f 2024-11-14T18:50:28,440 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/table/0aacd4d7927a40feb3587bcded843b2f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T18:50:28,442 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 854ms, sequenceid=11, compaction requested=false 2024-11-14T18:50:28,515 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:50:28,516 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:28,516 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:28,516 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:28,516 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610227588Running coprocessor pre-close hooks at 1731610227588Disabling compacts and flushes for region at 1731610227588Disabling writes for close at 1731610227588Obtaining lock to block concurrent updates at 1731610227588Preparing flush snapshotting stores in 1588230740 at 1731610227588Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731610227589 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610227592 (+3 ms)Flushing 1588230740/info: creating writer at 1731610227592Flushing 1588230740/info: appending metadata at 1731610227683 (+91 ms)Flushing 1588230740/info: closing flushed file at 1731610227683Flushing 1588230740/ns: creating writer at 1731610228197 (+514 ms)Flushing 1588230740/ns: appending metadata at 1731610228230 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731610228230Flushing 1588230740/table: creating writer at 1731610228307 (+77 ms)Flushing 1588230740/table: appending metadata at 1731610228347 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731610228347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc2744b: reopening flushed file at 1731610228388 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad9d129: reopening flushed file at 1731610228408 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f727ef: reopening flushed file at 1731610228429 (+21 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 854ms, sequenceid=11, compaction requested=false at 1731610228442 (+13 ms)Writing region close event to WAL at 1731610228499 (+57 ms)Running coprocessor post-close hooks at 1731610228516 (+17 ms)Closed at 1731610228516 2024-11-14T18:50:28,516 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:28,589 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,42123,1731610218384; all regions closed. 2024-11-14T18:50:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741834_1010 (size=2742) 2024-11-14T18:50:28,617 DEBUG [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:28,617 INFO [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C42123%2C1731610218384.meta:.meta(num 1731610220226) 2024-11-14T18:50:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741837_1013 (size=1586) 2024-11-14T18:50:28,647 DEBUG [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:28,647 INFO [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C42123%2C1731610218384.rep:(num 1731610226931) 2024-11-14T18:50:28,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384/853c158ffd74%2C42123%2C1731610218384.1731610219872 not finished, retry = 0 2024-11-14T18:50:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741833_1009 (size=93) 2024-11-14T18:50:28,814 DEBUG [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:28,814 INFO [RS:0;853c158ffd74:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C42123%2C1731610218384:(num 1731610219872) 2024-11-14T18:50:28,814 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:28,814 INFO [RS:0;853c158ffd74:42123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:28,814 INFO [RS:0;853c158ffd74:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:28,814 INFO [RS:0;853c158ffd74:42123 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:28,815 INFO [RS:0;853c158ffd74:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:28,815 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:28,815 INFO [RS:0;853c158ffd74:42123 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,42123,1731610218384 because: Region server is closing 2024-11-14T18:50:28,816 INFO [RS:0;853c158ffd74:42123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:42123. 2024-11-14T18:50:28,816 DEBUG [RS:0;853c158ffd74:42123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:28,816 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:28,816 DEBUG [RS:0;853c158ffd74:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:28,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:28,816 INFO [RS:0;853c158ffd74:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42123 2024-11-14T18:50:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/rs 2024-11-14T18:50:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/rs/853c158ffd74,42123,1731610218384 2024-11-14T18:50:28,848 INFO [RS:0;853c158ffd74:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:28,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,42123,1731610218384] 2024-11-14T18:50:28,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/draining/853c158ffd74,42123,1731610218384 already deleted, retry=false 2024-11-14T18:50:28,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,42123,1731610218384 expired; onlineServers=0 2024-11-14T18:50:28,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,35427,1731610218220' ***** 2024-11-14T18:50:28,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:28,857 DEBUG [M:0;853c158ffd74:35427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:50:28,857 DEBUG [M:0;853c158ffd74:35427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:50:28,857 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610219572 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610219572,5,FailOnTimeoutGroup] 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:28,857 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610219581 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610219581,5,FailOnTimeoutGroup] 2024-11-14T18:50:28,857 DEBUG [M:0;853c158ffd74:35427 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:50:28,857 INFO [M:0;853c158ffd74:35427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:28,858 INFO [M:0;853c158ffd74:35427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:50:28,858 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:50:28,858 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:50:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/master 2024-11-14T18:50:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:28,865 DEBUG [M:0;853c158ffd74:35427 {}] zookeeper.ZKUtil(347): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/master because node does not exist (not an error) 2024-11-14T18:50:28,865 WARN [M:0;853c158ffd74:35427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:50:28,865 INFO [M:0;853c158ffd74:35427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.lastflushedseqids 2024-11-14T18:50:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741842_1018 (size=181) 2024-11-14T18:50:28,957 INFO [RS:0;853c158ffd74:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:28,957 INFO [RS:0;853c158ffd74:42123 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,42123,1731610218384; zookeeper connection closed. 2024-11-14T18:50:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1013bf89a660001, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:28,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@377803ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@377803ec 2024-11-14T18:50:28,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:50:29,300 INFO [M:0;853c158ffd74:35427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:50:29,300 INFO [M:0;853c158ffd74:35427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:50:29,300 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:29,300 INFO [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:29,300 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:29,300 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:29,300 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:29,300 INFO [M:0;853c158ffd74:35427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T18:50:29,333 DEBUG [M:0;853c158ffd74:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b85eeee8d544057a2830b9488ad72ba is 82, key is hbase:meta,,1/info:regioninfo/1731610220302/Put/seqid=0 2024-11-14T18:50:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741843_1019 (size=5672) 2024-11-14T18:50:29,366 INFO [M:0;853c158ffd74:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b85eeee8d544057a2830b9488ad72ba 2024-11-14T18:50:29,444 DEBUG [M:0;853c158ffd74:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aad850f172f4f39a493674cb4f4f6ed is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731610227099/Put/seqid=0 2024-11-14T18:50:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741844_1020 (size=7203) 2024-11-14T18:50:29,914 INFO [M:0;853c158ffd74:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aad850f172f4f39a493674cb4f4f6ed 2024-11-14T18:50:30,034 DEBUG [M:0;853c158ffd74:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b48a1c88d0456da836e7bf599f8daa is 69, key is 853c158ffd74,42123,1731610218384/rs:state/1731610219684/Put/seqid=0 2024-11-14T18:50:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741845_1021 (size=5156) 2024-11-14T18:50:30,067 INFO [M:0;853c158ffd74:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b48a1c88d0456da836e7bf599f8daa 2024-11-14T18:50:30,108 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b85eeee8d544057a2830b9488ad72ba as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b85eeee8d544057a2830b9488ad72ba 2024-11-14T18:50:30,127 INFO [M:0;853c158ffd74:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b85eeee8d544057a2830b9488ad72ba, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T18:50:30,130 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aad850f172f4f39a493674cb4f4f6ed as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aad850f172f4f39a493674cb4f4f6ed 2024-11-14T18:50:30,147 INFO [M:0;853c158ffd74:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aad850f172f4f39a493674cb4f4f6ed, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T18:50:30,149 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b48a1c88d0456da836e7bf599f8daa as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78b48a1c88d0456da836e7bf599f8daa 2024-11-14T18:50:30,171 INFO [M:0;853c158ffd74:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78b48a1c88d0456da836e7bf599f8daa, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T18:50:30,175 INFO [M:0;853c158ffd74:35427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=70, compaction requested=false 2024-11-14T18:50:30,223 INFO [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:30,223 DEBUG [M:0;853c158ffd74:35427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610229300Disabling compacts and flushes for region at 1731610229300Disabling writes for close at 1731610229300Obtaining lock to block concurrent updates at 1731610229300Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610229300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731610229301 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610229301Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610229301Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610229332 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610229332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610229375 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610229443 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610229443Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610229924 (+481 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610230033 (+109 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610230033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6184a447: reopening flushed file at 1731610230105 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e2cf84: reopening flushed file at 1731610230127 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5000ee3b: reopening flushed file at 1731610230148 (+21 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=70, compaction requested=false at 1731610230175 (+27 ms)Writing region close event to WAL at 1731610230223 (+48 ms)Closed at 1731610230223 2024-11-14T18:50:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741830_1006 (size=41008) 2024-11-14T18:50:30,251 INFO [M:0;853c158ffd74:35427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:50:30,251 INFO [M:0;853c158ffd74:35427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35427 2024-11-14T18:50:30,251 INFO [M:0;853c158ffd74:35427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:30,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:30,395 INFO [M:0;853c158ffd74:35427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:30,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:30,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x1013bf89a660000, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:30,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:50:30,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:30,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43533 2024-11-14T18:50:30,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43533 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:30,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435330x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:30,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43533-0x1013bf89a660006 connected 2024-11-14T18:50:30,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:30,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:30,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:30,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5, hbase.cluster.distributed=false 2024-11-14T18:50:30,830 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: INIT 2024-11-14T18:50:30,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/acl 2024-11-14T18:50:30,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T18:50:30,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43533 2024-11-14T18:50:30,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43533 2024-11-14T18:50:30,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T18:50:30,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T18:50:30,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:50:30,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:30,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41711 2024-11-14T18:50:30,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41711 connecting to ZooKeeper ensemble=127.0.0.1:63998 2024-11-14T18:50:30,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:30,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:31,135 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417110x0, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:31,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41711-0x1013bf89a660007 connected 2024-11-14T18:50:31,136 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: INIT 2024-11-14T18:50:31,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:31,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:50:31,158 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:50:31,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/master 2024-11-14T18:50:31,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/acl 2024-11-14T18:50:31,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-14T18:50:31,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41711 2024-11-14T18:50:31,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41711 2024-11-14T18:50:31,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-14T18:50:31,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-14T18:50:31,253 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:43533 2024-11-14T18:50:31,259 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01185611360/backup-masters/853c158ffd74,43533,1731610230397 2024-11-14T18:50:31,479 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:31,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:31,481 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/backup-masters/853c158ffd74,43533,1731610230397 2024-11-14T18:50:31,493 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/master 2024-11-14T18:50:31,493 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:31,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/master 2024-11-14T18:50:31,501 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01185611360/backup-masters/853c158ffd74,43533,1731610230397 from backup master directory 2024-11-14T18:50:31,506 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:31,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/backup-masters/853c158ffd74,43533,1731610230397 2024-11-14T18:50:31,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/backup-masters 2024-11-14T18:50:31,506 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:31,506 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,43533,1731610230397 2024-11-14T18:50:31,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:31,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:50:31,550 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-14T18:50:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741846_1022 (size=196) 2024-11-14T18:50:31,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:31,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:31,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:31,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:31,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:31,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:32,018 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:32,019 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:50:32,019 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:32,034 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T18:50:32,039 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220 to hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220-dead as it is dead 2024-11-14T18:50:32,040 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220-dead/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:32,043 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220-dead/853c158ffd74%2C35427%2C1731610218220.1731610219324 after 3ms 2024-11-14T18:50:32,045 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220-dead/853c158ffd74%2C35427%2C1731610218220.1731610219324 to hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:32,045 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,35427,1731610218220-dead 2024-11-14T18:50:32,046 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,43533,1731610230397 2024-11-14T18:50:32,052 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:32,054 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C43533%2C1731610230397, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,43533,1731610230397, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/oldWALs, maxLogs=10 2024-11-14T18:50:32,074 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,43533,1731610230397/853c158ffd74%2C43533%2C1731610230397.1731610232054, exclude list is [], retry=0 2024-11-14T18:50:32,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:32,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/WALs/853c158ffd74,43533,1731610230397/853c158ffd74%2C43533%2C1731610230397.1731610232054 2024-11-14T18:50:32,114 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:32,114 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:32,114 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:32,115 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,115 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:50:32,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:32,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b85eeee8d544057a2830b9488ad72ba 2024-11-14T18:50:32,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:32,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:50:32,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:32,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aad850f172f4f39a493674cb4f4f6ed 2024-11-14T18:50:32,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:32,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:50:32,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:32,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78b48a1c88d0456da836e7bf599f8daa 2024-11-14T18:50:32,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:32,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:50:32,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:32,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:32,234 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,235 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T18:50:32,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:32,258 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:32,264 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/853c158ffd74%2C35427%2C1731610218220.1731610219324 2024-11-14T18:50:32,269 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,270 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,271 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:32,273 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:32,291 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T18:50:32,298 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620090, jitterRate=0.0970248281955719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:32,298 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610232115Initializing all the Stores at 1731610232119 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610232119Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610232131 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610232131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610232131Cleaning up temporary data from old regions at 1731610232270 (+139 ms)Region opened successfully at 1731610232298 (+28 ms) 2024-11-14T18:50:32,298 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:50:32,328 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb2af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:32,332 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T18:50:32,332 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:50:32,333 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:50:32,333 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:50:32,333 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:50:32,337 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:32,338 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:50:32,338 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:50:32,338 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T18:50:32,338 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:50:32,354 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=853c158ffd74,42123,1731610218384, regionLocation=853c158ffd74,42123,1731610218384, openSeqNum=2 2024-11-14T18:50:32,354 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=853c158ffd74,42123,1731610218384, table=hbase:meta, region=1588230740 2024-11-14T18:50:32,354 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42123,1731610218384, state=OPEN 2024-11-14T18:50:32,364 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:32,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:32,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:32,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:32,371 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:50:32,380 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/draining/853c158ffd74,42123,1731610218384 already deleted, retry=false 2024-11-14T18:50:32,380 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 853c158ffd74,42123,1731610218384 on 853c158ffd74,43533,1731610230397 2024-11-14T18:50:32,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 853c158ffd74,42123,1731610218384, splitWal=true, meta=true 2024-11-14T18:50:32,382 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 853c158ffd74,42123,1731610218384 (carryingMeta=true) 853c158ffd74,42123,1731610218384/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5348da81[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T18:50:32,385 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/balancer because node does not exist (not necessarily an error) 2024-11-14T18:50:32,388 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/balancer already deleted, retry=false 2024-11-14T18:50:32,389 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:50:32,390 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:50:32,397 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/normalizer already deleted, retry=false 2024-11-14T18:50:32,397 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:50:32,402 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:50:32,413 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/switch/split already deleted, retry=false 2024-11-14T18:50:32,415 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:50:32,422 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/switch/merge already deleted, retry=false 2024-11-14T18:50:32,433 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Unable to get data of znode /01185611360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:50:32,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/snapshot-cleanup already deleted, retry=false 2024-11-14T18:50:32,447 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:32,447 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:32,450 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,43533,1731610230397, sessionid=0x1013bf89a660006, setting cluster-up flag (Was=false) 2024-11-14T18:50:32,456 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185611360/flush-table-proc/acquired, /01185611360/flush-table-proc/reached, /01185611360/flush-table-proc/abort 2024-11-14T18:50:32,459 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,43533,1731610230397 2024-11-14T18:50:32,474 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185611360/online-snapshot/acquired, /01185611360/online-snapshot/reached, /01185611360/online-snapshot/abort 2024-11-14T18:50:32,475 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,43533,1731610230397 2024-11-14T18:50:32,477 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.lastflushedseqids 2024-11-14T18:50:32,491 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:50:32,491 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:50:32,491 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,43533,1731610230397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 853c158ffd74,42123,1731610218384 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:50:32,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:32,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:32,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,522 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 853c158ffd74,42123,1731610218384, splitWal=true, meta=true 2024-11-14T18:50:32,531 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,42123,1731610218384, splitWal=true, meta=true, isMeta: true 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610262532 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:50:32,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:50:32,533 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384-splitting 2024-11-14T18:50:32,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,535 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384-splitting dir is empty, no logs to split. 2024-11-14T18:50:32,535 INFO [PEWorker-1 {}] master.SplitWALManager(105): 853c158ffd74,42123,1731610218384 WAL count=0, meta=true 2024-11-14T18:50:32,537 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(746): ClusterId : a21dcffb-7ddd-4888-8812-48e1c781341b 2024-11-14T18:50:32,538 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:50:32,539 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384-splitting dir is empty, no logs to split. 2024-11-14T18:50:32,539 INFO [PEWorker-1 {}] master.SplitWALManager(105): 853c158ffd74,42123,1731610218384 WAL count=0, meta=true 2024-11-14T18:50:32,539 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,42123,1731610218384 WAL splitting is done? wals=0, meta=true 2024-11-14T18:50:32,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:50:32,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:32,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:50:32,544 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:50:32,544 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:50:32,544 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:50:32,544 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:50:32,546 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:50:32,547 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:50:32,550 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610232547,5,FailOnTimeoutGroup] 2024-11-14T18:50:32,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610232551,5,FailOnTimeoutGroup] 2024-11-14T18:50:32,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:50:32,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610232558, completionTime=-1 2024-11-14T18:50:32,558 WARN [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T18:50:32,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T18:50:32,564 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:50:32,564 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:50:32,574 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:50:32,574 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1afef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:32,600 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:41711 2024-11-14T18:50:32,600 INFO [RS:0;853c158ffd74:41711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:50:32,600 INFO [RS:0;853c158ffd74:41711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:50:32,602 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:50:32,602 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,43533,1731610230397 with port=41711, startcode=1731610230929 2024-11-14T18:50:32,603 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:50:32,623 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:50:32,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43533 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,625 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5 2024-11-14T18:50:32,626 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43407 2024-11-14T18:50:32,626 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:50:32,659 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T18:50:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/rs 2024-11-14T18:50:32,685 DEBUG [RS:0;853c158ffd74:41711 {}] zookeeper.ZKUtil(111): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on existing znode=/01185611360/rs/853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,685 WARN [RS:0;853c158ffd74:41711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:32,685 INFO [RS:0;853c158ffd74:41711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:32,685 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,693 WARN [853c158ffd74:43533 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:50:32,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,41711,1731610230929] 2024-11-14T18:50:32,744 INFO [RS:0;853c158ffd74:41711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:50:32,751 INFO [RS:0;853c158ffd74:41711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:50:32,765 INFO [RS:0;853c158ffd74:41711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:50:32,765 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,777 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:50:32,778 INFO [RS:0;853c158ffd74:41711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:50:32,778 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:32,778 DEBUG [RS:0;853c158ffd74:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:32,786 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,787 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,787 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,787 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,787 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,787 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,41711,1731610230929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:32,822 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:50:32,822 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,41711,1731610230929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,847 INFO [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,41711,1731610230929, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:50:32,870 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,871 INFO [RS:0;853c158ffd74:41711 {}] regionserver.Replication(171): 853c158ffd74,41711,1731610230929 started 2024-11-14T18:50:32,887 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:32,887 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,41711,1731610230929, RpcServer on 853c158ffd74/172.17.0.2:41711, sessionid=0x1013bf89a660007 2024-11-14T18:50:32,887 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:50:32,887 DEBUG [RS:0;853c158ffd74:41711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,887 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,41711,1731610230929' 2024-11-14T18:50:32,887 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185611360/flush-table-proc/abort' 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185611360/flush-table-proc/acquired' 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,41711,1731610230929 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,41711,1731610230929' 2024-11-14T18:50:32,888 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185611360/online-snapshot/abort' 2024-11-14T18:50:32,889 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185611360/online-snapshot/acquired' 2024-11-14T18:50:32,889 DEBUG [RS:0;853c158ffd74:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:50:32,889 INFO [RS:0;853c158ffd74:41711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:50:32,889 INFO [RS:0;853c158ffd74:41711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:50:32,892 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:33577' 2024-11-14T18:50:32,895 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0a5f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:32,895 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33577,-1 for getting cluster id 2024-11-14T18:50:32,895 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:32,900 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2ee39f9-d430-4b5e-8466-3cca34dfe347' 2024-11-14T18:50:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2ee39f9-d430-4b5e-8466-3cca34dfe347" 2024-11-14T18:50:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d952b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33577,-1] 2024-11-14T18:50:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:32,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:32,901 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:32,902 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a935d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:32,902 DEBUG [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:32,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33577,1731610222349 2024-11-14T18:50:32,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c134d8 2024-11-14T18:50:32,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:32,905 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T18:50:32,906 INFO [RS:0;853c158ffd74:41711.replicationSource,1-853c158ffd74,41711,1731610230929 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,41711,1731610230929 (queues=0) is replicating from cluster=a21dcffb-7ddd-4888-8812-48e1c781341b to cluster=f2ee39f9-d430-4b5e-8466-3cca34dfe347 2024-11-14T18:50:32,990 INFO [RS:0;853c158ffd74:41711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:32,991 INFO [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C41711%2C1731610230929, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:33,010 DEBUG [RS:0;853c158ffd74:41711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992, exclude list is [], retry=0 2024-11-14T18:50:33,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:33,027 INFO [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 2024-11-14T18:50:33,027 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 853c158ffd74%2C41711%2C1731610230929 for peer 1 2024-11-14T18:50:33,028 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C41711%2C1731610230929 2024-11-14T18:50:33,028 INFO [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,41711,1731610230929, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:50:33,028 DEBUG [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:33,028 INFO [RS:0;853c158ffd74:41711.replicationSource.shipper853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C41711%2C1731610230929 2024-11-14T18:50:33,028 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992, startPosition=0, beingWritten=true 2024-11-14T18:50:33,193 DEBUG [853c158ffd74:43533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:33,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,41711,1731610230929 2024-11-14T18:50:33,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,41711,1731610230929, state=OPENING 2024-11-14T18:50:33,238 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:33,247 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:33,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:33,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,41711,1731610230929}] 2024-11-14T18:50:33,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:50:33,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:50:33,409 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:50:33,409 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:33,409 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:50:33,411 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C41711%2C1731610230929.meta, suffix=.meta, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:33,426 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.meta.1731610233411.meta, exclude list is [], retry=0 2024-11-14T18:50:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:33,440 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.meta.1731610233411.meta 2024-11-14T18:50:33,449 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:33,449 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:33,449 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:33,449 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:33,449 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:50:33,450 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:50:33,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:50:33,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:33,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:50:33,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:50:33,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:33,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:33,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:33,478 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/info/fe68ef5f1572402684e1a6f0184b7831 2024-11-14T18:50:33,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:33,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:33,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:33,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:33,484 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/ns/2fc80fec49bd408ab88f8beda4224c19 2024-11-14T18:50:33,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:33,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:33,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:33,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:33,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:33,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:33,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:33,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:33,493 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/table/0aacd4d7927a40feb3587bcded843b2f 2024-11-14T18:50:33,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:33,493 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:33,494 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:33,495 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740 2024-11-14T18:50:33,496 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:33,496 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:33,497 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:33,497 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:33,498 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61361225, jitterRate=-0.08564649522304535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:33,498 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:50:33,498 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610233450Writing region info on filesystem at 1731610233450Initializing all the Stores at 1731610233452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610233452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610233458 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610233458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610233458Cleaning up temporary data from old regions at 1731610233496 (+38 ms)Running coprocessor post-open hooks at 1731610233498 (+2 ms)Region opened successfully at 1731610233498 2024-11-14T18:50:33,499 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731610233400 2024-11-14T18:50:33,504 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:50:33,504 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:50:33,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=853c158ffd74,41711,1731610230929 2024-11-14T18:50:33,505 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,41711,1731610230929, state=OPEN 2024-11-14T18:50:33,530 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:33,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185611360/meta-region-server 2024-11-14T18:50:33,530 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,41711,1731610230929 2024-11-14T18:50:33,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:33,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185611360/meta-region-server: CHANGED 2024-11-14T18:50:33,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T18:50:33,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,41711,1731610230929 in 282 msec 2024-11-14T18:50:33,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:50:33,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 994 msec 2024-11-14T18:50:33,560 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:33,979 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:34,162 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1604ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T18:50:34,485 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:35,093 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:35,671 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3012ms 2024-11-14T18:50:35,838 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:36,682 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:37,074 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T18:50:37,074 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:50:37,075 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:37,076 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,41711,1731610230929, seqNum=-1] 2024-11-14T18:50:37,076 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:37,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:37,083 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81baf6e1acb0aff0d872e17d2b142008, regionState=OPEN, lastHost=853c158ffd74,42123,1731610218384, regionLocation=853c158ffd74,42123,1731610218384, openSeqNum=2 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610297084 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610357084 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-14T18:50:37,084 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 853c158ffd74,42123,1731610218384 had 2 regions 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:43533, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,084 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,085 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,42123,1731610218384, splitWal=true, meta=true, isMeta: false 2024-11-14T18:50:37,086 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,087 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384-splitting dir is empty, no logs to split. 2024-11-14T18:50:37,087 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,42123,1731610218384 WAL count=0, meta=false 2024-11-14T18:50:37,091 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,42123,1731610218384-splitting dir is empty, no logs to split. 2024-11-14T18:50:37,091 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,42123,1731610218384 WAL count=0, meta=false 2024-11-14T18:50:37,091 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,42123,1731610218384 WAL splitting is done? wals=0, meta=false 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.593sec 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:37,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:50:37,105 WARN [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=853c158ffd74,42123,1731610218384/hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:37,106 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:50:37,106 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:50:37,106 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43533,1731610230397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:37,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN}] 2024-11-14T18:50:37,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN 2024-11-14T18:50:37,110 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:50:37,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533750b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43533,-1 for getting cluster id 2024-11-14T18:50:37,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:37,154 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21dcffb-7ddd-4888-8812-48e1c781341b' 2024-11-14T18:50:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21dcffb-7ddd-4888-8812-48e1c781341b" 2024-11-14T18:50:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f55dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43533,-1] 2024-11-14T18:50:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,158 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:37,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,41711,1731610230929, seqNum=-1] 2024-11-14T18:50:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:37,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T18:50:37,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:37,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:37,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 853c158ffd74:43533 after: 853c158ffd74:43533 2024-11-14T18:50:37,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:37,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c0432c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43533,-1 for getting cluster id 2024-11-14T18:50:37,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:37,173 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21dcffb-7ddd-4888-8812-48e1c781341b' 2024-11-14T18:50:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21dcffb-7ddd-4888-8812-48e1c781341b" 2024-11-14T18:50:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321620dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43533,-1] 2024-11-14T18:50:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,175 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:37,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d5daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:37,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,43533,1731610230397 2024-11-14T18:50:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37642445 2024-11-14T18:50:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:37,178 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:37,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T18:50:37,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:50:37,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:37,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:50:37,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1034136404, stopped=false 2024-11-14T18:50:37,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,33577,1731610222349 2024-11-14T18:50:37,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1634773877/running 2024-11-14T18:50:37,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1634773877/running 2024-11-14T18:50:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:37,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:37,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:37,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,39545,1731610222494' ***** 2024-11-14T18:50:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:50:37,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/running 2024-11-14T18:50:37,231 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:50:37,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Set watcher on znode that does not yet exist, /1634773877/running 2024-11-14T18:50:37,231 INFO [RS:0;853c158ffd74:39545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:50:37,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:50:37,231 INFO [RS:0;853c158ffd74:39545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:50:37,231 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,39545,1731610222494 2024-11-14T18:50:37,231 INFO [RS:0;853c158ffd74:39545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:37,232 INFO [RS:0;853c158ffd74:39545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:39545. 2024-11-14T18:50:37,232 DEBUG [RS:0;853c158ffd74:39545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:37,232 DEBUG [RS:0;853c158ffd74:39545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,232 INFO [RS:0;853c158ffd74:39545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:50:37,232 INFO [RS:0;853c158ffd74:39545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:50:37,232 INFO [RS:0;853c158ffd74:39545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:50:37,232 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:50:37,239 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:37,247 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:50:37,247 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:50:37,247 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:37,247 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:37,247 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:37,247 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:37,247 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:37,247 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:37,247 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T18:50:37,261 DEBUG [853c158ffd74:43533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:37,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=81baf6e1acb0aff0d872e17d2b142008, regionState=OPENING, regionLocation=853c158ffd74,41711,1731610230929 2024-11-14T18:50:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN because future has completed 2024-11-14T18:50:37,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,41711,1731610230929}] 2024-11-14T18:50:37,317 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/.tmp/ns/27597b9b5e094ed4928e73df15ab38e3 is 43, key is default/ns:d/1731610226200/Put/seqid=0 2024-11-14T18:50:37,348 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:50:37,349 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:50:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741835_1011 (size=5153) 2024-11-14T18:50:37,447 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:37,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:37,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:37,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:50:37,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C41711%2C1731610230929.rep, suffix=, logDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929, archiveDir=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs, maxLogs=10 2024-11-14T18:50:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.rep.1731610237473, exclude list is [], retry=0 2024-11-14T18:50:37,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39867,DS-c4431843-1b7b-4157-92ae-a71b4070f5da,DISK] 2024-11-14T18:50:37,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.rep.1731610237473 2024-11-14T18:50:37,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40253:40253)] 2024-11-14T18:50:37,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 81baf6e1acb0aff0d872e17d2b142008, NAME => 'hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:37,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:37,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:37,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. service=MultiRowMutationService 2024-11-14T18:50:37,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:50:37,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:37,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,510 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,511 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName hfileref 2024-11-14T18:50:37,511 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:37,511 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:37,511 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,512 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName queue 2024-11-14T18:50:37,512 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:37,518 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/queue/c560b17232b74dbb93329bdc7b82e699 2024-11-14T18:50:37,518 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:37,518 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,519 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81baf6e1acb0aff0d872e17d2b142008 columnFamilyName sid 2024-11-14T18:50:37,519 DEBUG [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:37,520 INFO [StoreOpener-81baf6e1acb0aff0d872e17d2b142008-1 {}] regionserver.HStore(327): Store=81baf6e1acb0aff0d872e17d2b142008/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:37,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:37,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 81baf6e1acb0aff0d872e17d2b142008; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60999982, jitterRate=-0.09102943539619446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:37,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:37,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 81baf6e1acb0aff0d872e17d2b142008: Running coprocessor pre-open hook at 1731610237508Writing region info on filesystem at 1731610237508Initializing all the Stores at 1731610237510 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610237510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610237510Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610237510Cleaning up temporary data from old regions at 1731610237525 (+15 ms)Running coprocessor post-open hooks at 1731610237528 (+3 ms)Region opened successfully at 1731610237529 (+1 ms) 2024-11-14T18:50:37,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., pid=13, masterSystemTime=1731610237455 2024-11-14T18:50:37,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:37,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:37,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=81baf6e1acb0aff0d872e17d2b142008, regionState=OPEN, openSeqNum=9, regionLocation=853c158ffd74,41711,1731610230929 2024-11-14T18:50:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,41711,1731610230929 because future has completed 2024-11-14T18:50:37,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T18:50:37,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 81baf6e1acb0aff0d872e17d2b142008, server=853c158ffd74,41711,1731610230929 in 246 msec 2024-11-14T18:50:37,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T18:50:37,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T18:50:37,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81baf6e1acb0aff0d872e17d2b142008, ASSIGN in 434 msec 2024-11-14T18:50:37,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., hostname=853c158ffd74,41711,1731610230929, seqNum=9] 2024-11-14T18:50:37,581 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 853c158ffd74,42123,1731610218384 2024-11-14T18:50:37,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T18:50:37,606 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:37,647 DEBUG [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:50:37,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T18:50:37,759 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/.tmp/ns/27597b9b5e094ed4928e73df15ab38e3 2024-11-14T18:50:37,804 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/.tmp/ns/27597b9b5e094ed4928e73df15ab38e3 as hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/ns/27597b9b5e094ed4928e73df15ab38e3 2024-11-14T18:50:37,815 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/ns/27597b9b5e094ed4928e73df15ab38e3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T18:50:37,816 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=6, compaction requested=false 2024-11-14T18:50:37,816 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:50:37,821 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:50:37,822 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:37,822 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:37,822 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:37,822 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610237247Running coprocessor pre-close hooks at 1731610237247Disabling compacts and flushes for region at 1731610237247Disabling writes for close at 1731610237247Obtaining lock to block concurrent updates at 1731610237247Preparing flush snapshotting stores in 1588230740 at 1731610237247Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731610237248 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610237248Flushing 1588230740/ns: creating writer at 1731610237248Flushing 1588230740/ns: appending metadata at 1731610237316 (+68 ms)Flushing 1588230740/ns: closing flushed file at 1731610237317 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d0e833: reopening flushed file at 1731610237802 (+485 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=6, compaction requested=false at 1731610237816 (+14 ms)Writing region close event to WAL at 1731610237817 (+1 ms)Running coprocessor post-close hooks at 1731610237822 (+5 ms)Closed at 1731610237822 2024-11-14T18:50:37,823 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:37,847 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,39545,1731610222494; all regions closed. 2024-11-14T18:50:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741834_1010 (size=1152) 2024-11-14T18:50:37,867 DEBUG [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/oldWALs 2024-11-14T18:50:37,867 INFO [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C39545%2C1731610222494.meta:.meta(num 1731610226031) 2024-11-14T18:50:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741833_1009 (size=93) 2024-11-14T18:50:37,901 DEBUG [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/oldWALs 2024-11-14T18:50:37,901 INFO [RS:0;853c158ffd74:39545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C39545%2C1731610222494:(num 1731610225534) 2024-11-14T18:50:37,901 DEBUG [RS:0;853c158ffd74:39545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:37,901 INFO [RS:0;853c158ffd74:39545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:37,902 INFO [RS:0;853c158ffd74:39545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:37,902 INFO [RS:0;853c158ffd74:39545 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:37,902 INFO [RS:0;853c158ffd74:39545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:37,902 INFO [RS:0;853c158ffd74:39545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39545 2024-11-14T18:50:37,902 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:37,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877/rs 2024-11-14T18:50:37,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1634773877/rs/853c158ffd74,39545,1731610222494 2024-11-14T18:50:37,914 INFO [RS:0;853c158ffd74:39545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:37,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,39545,1731610222494] 2024-11-14T18:50:37,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1634773877/draining/853c158ffd74,39545,1731610222494 already deleted, retry=false 2024-11-14T18:50:37,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,39545,1731610222494 expired; onlineServers=0 2024-11-14T18:50:37,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,33577,1731610222349' ***** 2024-11-14T18:50:37,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:50:37,922 INFO [M:0;853c158ffd74:33577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:37,923 INFO [M:0;853c158ffd74:33577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:37,924 DEBUG [M:0;853c158ffd74:33577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:50:37,924 DEBUG [M:0;853c158ffd74:33577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:50:37,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:50:37,924 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610225143 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610225143,5,FailOnTimeoutGroup] 2024-11-14T18:50:37,924 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610225088 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610225088,5,FailOnTimeoutGroup] 2024-11-14T18:50:37,924 INFO [M:0;853c158ffd74:33577 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:37,924 INFO [M:0;853c158ffd74:33577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:37,924 DEBUG [M:0;853c158ffd74:33577 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:50:37,924 INFO [M:0;853c158ffd74:33577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:50:37,924 INFO [M:0;853c158ffd74:33577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:37,924 INFO [M:0;853c158ffd74:33577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:50:37,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:50:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1634773877/master 2024-11-14T18:50:37,929 DEBUG [M:0;853c158ffd74:33577 {}] zookeeper.ZKUtil(347): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Unable to get data of znode /1634773877/master because node does not exist (not an error) 2024-11-14T18:50:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1634773877 2024-11-14T18:50:37,929 WARN [M:0;853c158ffd74:33577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:50:37,943 INFO [M:0;853c158ffd74:33577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/.lastflushedseqids 2024-11-14T18:50:37,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741836_1012 (size=99) 2024-11-14T18:50:37,974 INFO [M:0;853c158ffd74:33577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:50:37,974 INFO [M:0;853c158ffd74:33577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:50:37,974 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:37,974 INFO [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:37,974 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:37,974 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:37,974 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:37,976 INFO [M:0;853c158ffd74:33577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T18:50:38,004 DEBUG [M:0;853c158ffd74:33577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2eb29e706b4c37a9e255d939c98752 is 82, key is hbase:meta,,1/info:regioninfo/1731610226150/Put/seqid=0 2024-11-14T18:50:38,021 INFO [RS:0;853c158ffd74:39545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:38,021 INFO [RS:0;853c158ffd74:39545 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,39545,1731610222494; zookeeper connection closed. 2024-11-14T18:50:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1013bf89a660004, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:38,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741837_1013 (size=5672) 2024-11-14T18:50:38,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@509f5e1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@509f5e1c 2024-11-14T18:50:38,040 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:50:38,437 INFO [M:0;853c158ffd74:33577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2eb29e706b4c37a9e255d939c98752 2024-11-14T18:50:38,486 DEBUG [M:0;853c158ffd74:33577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf5a5d6a2874472a0dc9f9c1d733873 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731610226205/Put/seqid=0 2024-11-14T18:50:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741838_1014 (size=5275) 2024-11-14T18:50:38,522 INFO [M:0;853c158ffd74:33577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf5a5d6a2874472a0dc9f9c1d733873 2024-11-14T18:50:38,596 DEBUG [M:0;853c158ffd74:33577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc0496339a8843a1b48cb13c4dcbed53 is 69, key is 853c158ffd74,39545,1731610222494/rs:state/1731610225233/Put/seqid=0 2024-11-14T18:50:38,614 DEBUG [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/WALs/853c158ffd74,41711,1731610230929/853c158ffd74%2C41711%2C1731610230929.1731610232992 to pos 0, reset compression=false 2024-11-14T18:50:38,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741839_1015 (size=5156) 2024-11-14T18:50:38,657 INFO [M:0;853c158ffd74:33577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc0496339a8843a1b48cb13c4dcbed53 2024-11-14T18:50:38,674 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2eb29e706b4c37a9e255d939c98752 as hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2eb29e706b4c37a9e255d939c98752 2024-11-14T18:50:38,682 INFO [M:0;853c158ffd74:33577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2eb29e706b4c37a9e255d939c98752, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T18:50:38,684 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf5a5d6a2874472a0dc9f9c1d733873 as hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abf5a5d6a2874472a0dc9f9c1d733873 2024-11-14T18:50:38,699 INFO [M:0;853c158ffd74:33577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abf5a5d6a2874472a0dc9f9c1d733873, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T18:50:38,701 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc0496339a8843a1b48cb13c4dcbed53 as hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc0496339a8843a1b48cb13c4dcbed53 2024-11-14T18:50:38,710 INFO [M:0;853c158ffd74:33577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/d6a74528-6efb-5710-79ba-3c0d894f71cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc0496339a8843a1b48cb13c4dcbed53, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T18:50:38,715 INFO [M:0;853c158ffd74:33577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=28, compaction requested=false 2024-11-14T18:50:38,735 INFO [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:38,735 DEBUG [M:0;853c158ffd74:33577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610237974Disabling compacts and flushes for region at 1731610237974Disabling writes for close at 1731610237974Obtaining lock to block concurrent updates at 1731610237976 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610237976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731610237976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610237978 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610237978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610238003 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610238003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610238450 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610238486 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610238486Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610238540 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610238595 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610238595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b2807f: reopening flushed file at 1731610238673 (+78 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fe65d9: reopening flushed file at 1731610238683 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b28c6c7: reopening flushed file at 1731610238699 (+16 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=28, compaction requested=false at 1731610238715 (+16 ms)Writing region close event to WAL at 1731610238735 (+20 ms)Closed at 1731610238735 2024-11-14T18:50:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33323 is added to blk_1073741830_1006 (size=10165) 2024-11-14T18:50:38,762 INFO [M:0;853c158ffd74:33577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:50:38,763 INFO [M:0;853c158ffd74:33577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33577 2024-11-14T18:50:38,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:38,763 INFO [M:0;853c158ffd74:33577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:38,926 INFO [M:0;853c158ffd74:33577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:38,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:38,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33577-0x1013bf89a660003, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:38,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:38,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18d713ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:38,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2233b826{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:38,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:38,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef2aaa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:38,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5200e428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:39,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:50:39,034 WARN [BP-1294274370-172.17.0.2-1731610220490 heartbeating to localhost/127.0.0.1:34755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:50:39,034 WARN [BP-1294274370-172.17.0.2-1731610220490 heartbeating to localhost/127.0.0.1:34755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294274370-172.17.0.2-1731610220490 (Datanode Uuid af55118d-7dd5-43b3-b281-855b7a4cf14d) service to localhost/127.0.0.1:34755 2024-11-14T18:50:39,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:50:39,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:50:39,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/cluster_2e1827d7-61c5-6028-c3b9-3b12d1c16336/data/data1/current/BP-1294274370-172.17.0.2-1731610220490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:39,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/cluster_2e1827d7-61c5-6028-c3b9-3b12d1c16336/data/data2/current/BP-1294274370-172.17.0.2-1731610220490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:39,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4795e343{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:39,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@502fabc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:39,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:39,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a932a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:39,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c2c210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:50:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:50:39,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:39,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:39,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:39,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:50:39,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128261251, stopped=false 2024-11-14T18:50:39,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,43533,1731610230397 2024-11-14T18:50:39,096 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:39,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/running 2024-11-14T18:50:39,096 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:39,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:39,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:39,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:39,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:39,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,41711,1731610230929' ***** 2024-11-14T18:50:39,097 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:50:39,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:50:39,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:39,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Set watcher on znode that does not yet exist, /01185611360/running 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,41711,1731610230929 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:39,097 INFO [RS:0;853c158ffd74:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:41711. 2024-11-14T18:50:39,097 DEBUG [RS:0;853c158ffd74:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:39,097 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,098 INFO [RS:0;853c158ffd74:41711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:50:39,098 INFO [RS:0;853c158ffd74:41711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:50:39,098 INFO [RS:0;853c158ffd74:41711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:50:39,098 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:50:39,098 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81baf6e1acb0aff0d872e17d2b142008, disabling compactions & flushes 2024-11-14T18:50:39,098 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:39,098 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:39,098 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. after waiting 0 ms 2024-11-14T18:50:39,098 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:39,099 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:50:39,100 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1325): Online Regions={81baf6e1acb0aff0d872e17d2b142008=hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:50:39,100 DEBUG [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81baf6e1acb0aff0d872e17d2b142008 2024-11-14T18:50:39,100 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:39,100 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:39,100 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:39,100 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:39,100 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:39,100 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T18:50:39,108 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:39,130 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/d755fb6040774bc5816f02a7db7e5fbf is 147, key is hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008./info:regioninfo/1731610237533/Put/seqid=0 2024-11-14T18:50:39,132 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/replication/81baf6e1acb0aff0d872e17d2b142008/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T18:50:39,132 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:39,133 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:39,133 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:39,133 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81baf6e1acb0aff0d872e17d2b142008: Waiting for close lock at 1731610239098Running coprocessor pre-close hooks at 1731610239098Disabling compacts and flushes for region at 1731610239098Disabling writes for close at 1731610239098Writing region close event to WAL at 1731610239102 (+4 ms)Running coprocessor post-close hooks at 1731610239132 (+30 ms)Closed at 1731610239133 (+1 ms) 2024-11-14T18:50:39,133 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610226418.81baf6e1acb0aff0d872e17d2b142008. 2024-11-14T18:50:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741851_1027 (size=6385) 2024-11-14T18:50:39,143 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/d755fb6040774bc5816f02a7db7e5fbf 2024-11-14T18:50:39,151 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/.tmp/info/d755fb6040774bc5816f02a7db7e5fbf as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/info/d755fb6040774bc5816f02a7db7e5fbf 2024-11-14T18:50:39,164 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/info/d755fb6040774bc5816f02a7db7e5fbf, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T18:50:39,171 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=19, compaction requested=false 2024-11-14T18:50:39,187 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T18:50:39,190 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:39,190 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:39,190 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:39,190 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610239100Running coprocessor pre-close hooks at 1731610239100Disabling compacts and flushes for region at 1731610239100Disabling writes for close at 1731610239100Obtaining lock to block concurrent updates at 1731610239100Preparing flush snapshotting stores in 1588230740 at 1731610239100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731610239100Flushing stores of hbase:meta,,1.1588230740 at 1731610239101 (+1 ms)Flushing 1588230740/info: creating writer at 1731610239101Flushing 1588230740/info: appending metadata at 1731610239129 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731610239129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780a51ee: reopening flushed file at 1731610239150 (+21 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=19, compaction requested=false at 1731610239171 (+21 ms)Writing region close event to WAL at 1731610239181 (+10 ms)Running coprocessor post-close hooks at 1731610239190 (+9 ms)Closed at 1731610239190 2024-11-14T18:50:39,190 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:39,300 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,41711,1731610230929; all regions closed. 2024-11-14T18:50:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741849_1025 (size=2156) 2024-11-14T18:50:39,305 DEBUG [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:39,305 INFO [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C41711%2C1731610230929.meta:.meta(num 1731610233411) 2024-11-14T18:50:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741850_1026 (size=796) 2024-11-14T18:50:39,314 DEBUG [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:39,314 INFO [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C41711%2C1731610230929.rep:(num 1731610237473) 2024-11-14T18:50:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741848_1024 (size=93) 2024-11-14T18:50:39,321 DEBUG [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/oldWALs 2024-11-14T18:50:39,321 INFO [RS:0;853c158ffd74:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C41711%2C1731610230929:(num 1731610232992) 2024-11-14T18:50:39,321 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,321 INFO [RS:0;853c158ffd74:41711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:50:39,321 INFO [RS:0;853c158ffd74:41711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:39,322 INFO [RS:0;853c158ffd74:41711 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:39,322 INFO [RS:0;853c158ffd74:41711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:39,322 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:39,322 INFO [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,41711,1731610230929 because: Region server is closing 2024-11-14T18:50:39,322 INFO [RS:0;853c158ffd74:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:41711. 2024-11-14T18:50:39,322 DEBUG [RS:0;853c158ffd74:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:39,322 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,322 DEBUG [RS:0;853c158ffd74:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:39,323 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T18:50:39,323 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T18:50:39,323 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T18:50:39,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:39,423 WARN [RS:0;853c158ffd74:41711.replicationSource.wal-reader.853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:50:39,423 WARN [RS:0;853c158ffd74:41711.replicationSource.shipper853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:50:39,423 INFO [RS:0;853c158ffd74:41711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;853c158ffd74:41711.replicationSource.shipper853c158ffd74%2C41711%2C1731610230929,1-853c158ffd74,41711,1731610230929 terminated 2024-11-14T18:50:39,423 INFO [RS:0;853c158ffd74:41711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41711 2024-11-14T18:50:39,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360/rs 2024-11-14T18:50:39,454 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/rs/853c158ffd74,41711,1731610230929 2024-11-14T18:50:39,454 INFO [RS:0;853c158ffd74:41711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:39,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,41711,1731610230929] 2024-11-14T18:50:39,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/draining/853c158ffd74,41711,1731610230929 already deleted, retry=false 2024-11-14T18:50:39,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,41711,1731610230929 expired; onlineServers=0 2024-11-14T18:50:39,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,43533,1731610230397' ***** 2024-11-14T18:50:39,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:50:39,471 INFO [M:0;853c158ffd74:43533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:50:39,471 INFO [M:0;853c158ffd74:43533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:50:39,471 DEBUG [M:0;853c158ffd74:43533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:50:39,471 DEBUG [M:0;853c158ffd74:43533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:50:39,471 INFO [M:0;853c158ffd74:43533 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:50:39,471 INFO [M:0;853c158ffd74:43533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:50:39,471 DEBUG [M:0;853c158ffd74:43533 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:50:39,471 INFO [M:0;853c158ffd74:43533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:50:39,472 INFO [M:0;853c158ffd74:43533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:50:39,472 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610232547 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610232547,5,FailOnTimeoutGroup] 2024-11-14T18:50:39,472 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610232551 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610232551,5,FailOnTimeoutGroup] 2024-11-14T18:50:39,472 INFO [M:0;853c158ffd74:43533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:50:39,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:50:39,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:50:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185611360/master 2024-11-14T18:50:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185611360 2024-11-14T18:50:39,480 INFO [M:0;853c158ffd74:43533 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/.lastflushedseqids 2024-11-14T18:50:39,487 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01185611360/master already deleted, retry=false 2024-11-14T18:50:39,487 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Failed delete of our master address node; KeeperErrorCode = NoNode for /01185611360/master 2024-11-14T18:50:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741852_1028 (size=181) 2024-11-14T18:50:39,513 INFO [M:0;853c158ffd74:43533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:50:39,513 INFO [M:0;853c158ffd74:43533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:50:39,513 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:39,513 INFO [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:39,513 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:39,513 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:39,513 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:39,513 INFO [M:0;853c158ffd74:43533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T18:50:39,533 DEBUG [M:0;853c158ffd74:43533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca3d51f2fda04109b8a98a6f39c2be97 is 82, key is hbase:meta,,1/info:regioninfo/1731610233504/Put/seqid=0 2024-11-14T18:50:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741853_1029 (size=5672) 2024-11-14T18:50:39,564 INFO [RS:0;853c158ffd74:41711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:39,564 INFO [RS:0;853c158ffd74:41711 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,41711,1731610230929; zookeeper connection closed. 2024-11-14T18:50:39,564 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:39,564 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1013bf89a660007, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:39,564 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33a5ebbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33a5ebbd 2024-11-14T18:50:39,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:50:39,942 INFO [M:0;853c158ffd74:43533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca3d51f2fda04109b8a98a6f39c2be97 2024-11-14T18:50:39,985 DEBUG [M:0;853c158ffd74:43533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78da9d76ffc42288a38ea5c04e6d877 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731610237545/Put/seqid=0 2024-11-14T18:50:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741854_1030 (size=7312) 2024-11-14T18:50:40,022 INFO [M:0;853c158ffd74:43533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78da9d76ffc42288a38ea5c04e6d877 2024-11-14T18:50:40,079 DEBUG [M:0;853c158ffd74:43533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/740df57d5cbe45c18d54f5d255ec4828 is 69, key is 853c158ffd74,41711,1731610230929/rs:state/1731610232624/Put/seqid=0 2024-11-14T18:50:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741855_1031 (size=5370) 2024-11-14T18:50:40,112 INFO [M:0;853c158ffd74:43533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/740df57d5cbe45c18d54f5d255ec4828 2024-11-14T18:50:40,121 INFO [M:0;853c158ffd74:43533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740df57d5cbe45c18d54f5d255ec4828 2024-11-14T18:50:40,124 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca3d51f2fda04109b8a98a6f39c2be97 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca3d51f2fda04109b8a98a6f39c2be97 2024-11-14T18:50:40,134 INFO [M:0;853c158ffd74:43533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca3d51f2fda04109b8a98a6f39c2be97, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T18:50:40,138 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78da9d76ffc42288a38ea5c04e6d877 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d78da9d76ffc42288a38ea5c04e6d877 2024-11-14T18:50:40,163 INFO [M:0;853c158ffd74:43533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d78da9d76ffc42288a38ea5c04e6d877, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T18:50:40,167 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/740df57d5cbe45c18d54f5d255ec4828 as hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/740df57d5cbe45c18d54f5d255ec4828 2024-11-14T18:50:40,182 INFO [M:0;853c158ffd74:43533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740df57d5cbe45c18d54f5d255ec4828 2024-11-14T18:50:40,182 INFO [M:0;853c158ffd74:43533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43407/user/jenkins/test-data/9dd0827e-c3dc-bde8-9b54-2f066b7f27f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/740df57d5cbe45c18d54f5d255ec4828, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T18:50:40,183 INFO [M:0;853c158ffd74:43533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 670ms, sequenceid=127, compaction requested=false 2024-11-14T18:50:40,204 INFO [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:40,204 DEBUG [M:0;853c158ffd74:43533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610239513Disabling compacts and flushes for region at 1731610239513Disabling writes for close at 1731610239513Obtaining lock to block concurrent updates at 1731610239513Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610239513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731610239514 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610239514Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610239514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610239533 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610239533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610239960 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610239985 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610239985Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610240031 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610240078 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610240078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a7854b: reopening flushed file at 1731610240121 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51be2101: reopening flushed file at 1731610240135 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1435e308: reopening flushed file at 1731610240164 (+29 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 670ms, sequenceid=127, compaction requested=false at 1731610240183 (+19 ms)Writing region close event to WAL at 1731610240204 (+21 ms)Closed at 1731610240204 2024-11-14T18:50:40,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39867 is added to blk_1073741847_1023 (size=22903) 2024-11-14T18:50:40,233 INFO [M:0;853c158ffd74:43533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:50:40,233 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:50:40,233 INFO [M:0;853c158ffd74:43533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43533 2024-11-14T18:50:40,234 INFO [M:0;853c158ffd74:43533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:50:40,396 INFO [M:0;853c158ffd74:43533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:50:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43533-0x1013bf89a660006, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:50:40,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75af17be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:40,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65c550df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:40,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:40,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a4b3de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:40,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77804747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:40,432 WARN [BP-1891251168-172.17.0.2-1731610216380 heartbeating to localhost/127.0.0.1:43407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:50:40,432 WARN [BP-1891251168-172.17.0.2-1731610216380 heartbeating to localhost/127.0.0.1:43407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891251168-172.17.0.2-1731610216380 (Datanode Uuid e38fe3a7-3b3b-4f04-9f72-2d521f6d960d) service to localhost/127.0.0.1:43407 2024-11-14T18:50:40,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/data/data1/current/BP-1891251168-172.17.0.2-1731610216380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:40,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:50:40,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:50:40,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/cluster_ff5a20c4-3d68-5559-e58a-3b0196e9d44e/data/data2/current/BP-1891251168-172.17.0.2-1731610216380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:50:40,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:50:40,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f05ac3a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:40,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1964c25c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:50:40,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:50:40,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5b128f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:50:40,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a54828a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad6e782-910c-6ed9-81b7-957b66a8c740/hadoop.log.dir/,STOPPED} 2024-11-14T18:50:40,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:50:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:50:40,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 157) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63998) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43407 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34755 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63998) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=974 (was 916) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5231 (was 2127) - AvailableMemoryMB LEAK? - 2024-11-14T18:50:40,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=5230 2024-11-14T18:50:40,533 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T18:50:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir so I do NOT create it in target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869 2024-11-14T18:50:40,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:50:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.tmp.dir so I do NOT create it in target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869 2024-11-14T18:50:40,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/889e486f-4685-8fc5-2bee-54b917c6da02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:50:40,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869 2024-11-14T18:50:40,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb, deleteOnExit=true 2024-11-14T18:50:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf89a660002, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:50:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf89a660005, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:50:40,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/zookeeper_0, clientPort=61363, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:50:40,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf89a660002, quorum=127.0.0.1:63998, baseZNode=/01185611360 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:50:40,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf89a660005, quorum=127.0.0.1:63998, baseZNode=/1634773877 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:50:40,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61363 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/test.cache.data in system properties and HBase conf 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:50:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:50:40,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:50:40,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:50:40,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:40,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:41,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:41,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:41,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:50:41,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:41,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3eff79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:41,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2f500c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:41,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79ca7862{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/java.io.tmpdir/jetty-localhost-40755-hadoop-hdfs-3_4_1-tests_jar-_-any-4384858217105035617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:41,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73233f93{HTTP/1.1, (http/1.1)}{localhost:40755} 2024-11-14T18:50:41,238 INFO [Time-limited test {}] server.Server(415): Started @168238ms 2024-11-14T18:50:41,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:41,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:41,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:41,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:41,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:50:41,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f81577{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:41,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ab47f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:41,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@162b4022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/java.io.tmpdir/jetty-localhost-44753-hadoop-hdfs-3_4_1-tests_jar-_-any-13513579048088195937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:41,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@523d6eee{HTTP/1.1, (http/1.1)}{localhost:44753} 2024-11-14T18:50:41,837 INFO [Time-limited test {}] server.Server(415): Started @168838ms 2024-11-14T18:50:41,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:50:42,554 WARN [Thread-1667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/data/data1/current/BP-487100339-172.17.0.2-1731610240633/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:42,555 WARN [Thread-1668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/data/data2/current/BP-487100339-172.17.0.2-1731610240633/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:42,628 WARN [Thread-1655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:50:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecab0cb7b6c3efc5 with lease ID 0xef9a8ead54caef67: Processing first storage report for DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b from datanode DatanodeRegistration(127.0.0.1:42931, datanodeUuid=eca9992b-08b0-4d02-9895-fad76995168b, infoPort=37399, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1041670170;c=1731610240633) 2024-11-14T18:50:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecab0cb7b6c3efc5 with lease ID 0xef9a8ead54caef67: from storage DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b node DatanodeRegistration(127.0.0.1:42931, datanodeUuid=eca9992b-08b0-4d02-9895-fad76995168b, infoPort=37399, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1041670170;c=1731610240633), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:50:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecab0cb7b6c3efc5 with lease ID 0xef9a8ead54caef67: Processing first storage report for DS-d0368619-96e0-429f-8cd0-db3241d47124 from datanode DatanodeRegistration(127.0.0.1:42931, datanodeUuid=eca9992b-08b0-4d02-9895-fad76995168b, infoPort=37399, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1041670170;c=1731610240633) 2024-11-14T18:50:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecab0cb7b6c3efc5 with lease ID 0xef9a8ead54caef67: from storage DS-d0368619-96e0-429f-8cd0-db3241d47124 node DatanodeRegistration(127.0.0.1:42931, datanodeUuid=eca9992b-08b0-4d02-9895-fad76995168b, infoPort=37399, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1041670170;c=1731610240633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:42,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869 2024-11-14T18:50:42,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:42,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:50:42,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f with version=8 2024-11-14T18:50:42,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/hbase-staging 2024-11-14T18:50:42,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:42,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:42,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:42,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:42,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:42,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:42,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:50:42,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:42,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38453 2024-11-14T18:50:42,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38453 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384530x0, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:42,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38453-0x1013bf8f8df0000 connected 2024-11-14T18:50:42,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:42,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:42,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/running 2024-11-14T18:50:42,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f, hbase.cluster.distributed=false 2024-11-14T18:50:42,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/acl 2024-11-14T18:50:43,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-14T18:50:43,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38453 2024-11-14T18:50:43,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38453 2024-11-14T18:50:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-14T18:50:43,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-14T18:50:43,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:50:43,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:43,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46501 2024-11-14T18:50:43,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46501 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:43,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:43,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:43,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465010x0, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:43,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465010x0, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/running 2024-11-14T18:50:43,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46501-0x1013bf8f8df0001 connected 2024-11-14T18:50:43,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:50:43,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:50:43,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/master 2024-11-14T18:50:43,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/acl 2024-11-14T18:50:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-14T18:50:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46501 2024-11-14T18:50:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46501 2024-11-14T18:50:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-14T18:50:43,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-14T18:50:43,135 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:38453 2024-11-14T18:50:43,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0850565903/backup-masters/853c158ffd74,38453,1731610242671 2024-11-14T18:50:43,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/backup-masters 2024-11-14T18:50:43,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/backup-masters 2024-11-14T18:50:43,154 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on existing znode=/0850565903/backup-masters/853c158ffd74,38453,1731610242671 2024-11-14T18:50:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850565903/master 2024-11-14T18:50:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,169 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on existing znode=/0850565903/master 2024-11-14T18:50:43,170 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0850565903/backup-masters/853c158ffd74,38453,1731610242671 from backup master directory 2024-11-14T18:50:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850565903/backup-masters/853c158ffd74,38453,1731610242671 2024-11-14T18:50:43,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/backup-masters 2024-11-14T18:50:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/backup-masters 2024-11-14T18:50:43,186 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:43,186 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,38453,1731610242671 2024-11-14T18:50:43,190 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/hbase.id] with ID: 9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62 2024-11-14T18:50:43,190 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/.tmp/hbase.id 2024-11-14T18:50:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:50:43,197 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/.tmp/hbase.id]:[hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/hbase.id] 2024-11-14T18:50:43,207 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:43,207 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:50:43,220 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-11-14T18:50:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:50:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:50:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:50:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:43,642 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:43,642 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:50:43,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:50:43,656 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store 2024-11-14T18:50:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:43,662 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:43,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610243662Disabling compacts and flushes for region at 1731610243662Disabling writes for close at 1731610243662Writing region close event to WAL at 1731610243662Closed at 1731610243662 2024-11-14T18:50:43,664 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/.initializing 2024-11-14T18:50:43,664 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/WALs/853c158ffd74,38453,1731610242671 2024-11-14T18:50:43,665 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:43,667 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C38453%2C1731610242671, suffix=, logDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/WALs/853c158ffd74,38453,1731610242671, archiveDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/oldWALs, maxLogs=10 2024-11-14T18:50:43,685 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/WALs/853c158ffd74,38453,1731610242671/853c158ffd74%2C38453%2C1731610242671.1731610243667, exclude list is [], retry=0 2024-11-14T18:50:43,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42931,DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b,DISK] 2024-11-14T18:50:43,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/WALs/853c158ffd74,38453,1731610242671/853c158ffd74%2C38453%2C1731610242671.1731610243667 2024-11-14T18:50:43,691 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37399:37399)] 2024-11-14T18:50:43,691 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:43,691 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:43,692 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,692 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:50:43,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:43,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:43,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:50:43,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:43,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:43,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:50:43,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:43,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:43,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:50:43,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:43,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:43,730 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,731 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,731 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:43,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:43,754 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:43,755 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64605102, jitterRate=-0.037308961153030396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:43,756 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610243692Initializing all the Stores at 1731610243701 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610243701Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610243714 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610243714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610243714Cleaning up temporary data from old regions at 1731610243733 (+19 ms)Region opened successfully at 1731610243756 (+23 ms) 2024-11-14T18:50:43,790 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:50:43,795 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559e7a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:43,797 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:50:43,797 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:50:43,797 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:50:43,798 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:50:43,798 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:50:43,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:50:43,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:50:43,804 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:50:43,805 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Unable to get data of znode /0850565903/balancer because node does not exist (not necessarily an error) 2024-11-14T18:50:43,869 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/balancer already deleted, retry=false 2024-11-14T18:50:43,869 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:50:43,870 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Unable to get data of znode /0850565903/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:50:43,885 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/normalizer already deleted, retry=false 2024-11-14T18:50:43,886 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:50:43,887 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Unable to get data of znode /0850565903/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:50:43,902 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/switch/split already deleted, retry=false 2024-11-14T18:50:43,904 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Unable to get data of znode /0850565903/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:50:43,919 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/switch/merge already deleted, retry=false 2024-11-14T18:50:43,922 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Unable to get data of znode /0850565903/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:50:43,935 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/snapshot-cleanup already deleted, retry=false 2024-11-14T18:50:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850565903/running 2024-11-14T18:50:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850565903/running 2024-11-14T18:50:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:43,953 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,38453,1731610242671, sessionid=0x1013bf8f8df0000, setting cluster-up flag (Was=false) 2024-11-14T18:50:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:44,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0850565903/flush-table-proc/acquired, /0850565903/flush-table-proc/reached, /0850565903/flush-table-proc/abort 2024-11-14T18:50:44,037 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,38453,1731610242671 2024-11-14T18:50:44,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:44,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:44,135 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0850565903/online-snapshot/acquired, /0850565903/online-snapshot/reached, /0850565903/online-snapshot/abort 2024-11-14T18:50:44,147 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,38453,1731610242671 2024-11-14T18:50:44,151 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:50:44,153 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:44,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:50:44,153 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:50:44,153 WARN [master/853c158ffd74:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 853c158ffd74,42123,1731610218384: status=Processing ServerCrashProcedure of 853c158ffd74,42123,1731610218384 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731610232521, completionTime=-1 appears to have been leaked 2024-11-14T18:50:44,153 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,38453,1731610242671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:44,155 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:44,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:50:44,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:44,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610274174 2024-11-14T18:50:44,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:50:44,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:50:44,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:50:44,175 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:50:44,176 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:50:44,176 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:50:44,176 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610244176,5,FailOnTimeoutGroup] 2024-11-14T18:50:44,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:50:44,182 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610244176,5,FailOnTimeoutGroup] 2024-11-14T18:50:44,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:50:44,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,183 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:50:44,226 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(746): ClusterId : 9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62 2024-11-14T18:50:44,226 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:50:44,264 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:50:44,264 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:50:44,278 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:50:44,278 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea7775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:44,294 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:46501 2024-11-14T18:50:44,294 INFO [RS:0;853c158ffd74:46501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:50:44,294 INFO [RS:0;853c158ffd74:46501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:50:44,294 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:50:44,295 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,38453,1731610242671 with port=46501, startcode=1731610243075 2024-11-14T18:50:44,295 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:50:44,301 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:50:44,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,303 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f 2024-11-14T18:50:44,303 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44071 2024-11-14T18:50:44,303 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:50:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/rs 2024-11-14T18:50:44,320 DEBUG [RS:0;853c158ffd74:46501 {}] zookeeper.ZKUtil(111): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on existing znode=/0850565903/rs/853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,320 WARN [RS:0;853c158ffd74:46501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:44,320 INFO [RS:0;853c158ffd74:46501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:44,320 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,46501,1731610243075] 2024-11-14T18:50:44,340 INFO [RS:0;853c158ffd74:46501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:50:44,342 INFO [RS:0;853c158ffd74:46501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:50:44,363 INFO [RS:0;853c158ffd74:46501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:50:44,363 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,374 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:50:44,375 INFO [RS:0;853c158ffd74:46501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:50:44,376 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:44,376 DEBUG [RS:0;853c158ffd74:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:44,386 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,387 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,387 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,387 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,387 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,387 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46501,1731610243075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:44,414 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:50:44,415 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46501,1731610243075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,423 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,423 INFO [RS:0;853c158ffd74:46501 {}] regionserver.Replication(171): 853c158ffd74,46501,1731610243075 started 2024-11-14T18:50:44,456 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:44,458 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,46501,1731610243075, RpcServer on 853c158ffd74/172.17.0.2:46501, sessionid=0x1013bf8f8df0001 2024-11-14T18:50:44,458 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:50:44,458 DEBUG [RS:0;853c158ffd74:46501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,458 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,46501,1731610243075' 2024-11-14T18:50:44,458 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0850565903/flush-table-proc/abort' 2024-11-14T18:50:44,466 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0850565903/flush-table-proc/acquired' 2024-11-14T18:50:44,471 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:50:44,471 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:50:44,471 DEBUG [RS:0;853c158ffd74:46501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,471 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,46501,1731610243075' 2024-11-14T18:50:44,471 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0850565903/online-snapshot/abort' 2024-11-14T18:50:44,476 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0850565903/online-snapshot/acquired' 2024-11-14T18:50:44,477 DEBUG [RS:0;853c158ffd74:46501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:50:44,477 INFO [RS:0;853c158ffd74:46501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:50:44,477 INFO [RS:0;853c158ffd74:46501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:50:44,577 INFO [RS:0;853c158ffd74:46501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:44,578 INFO [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46501%2C1731610243075, suffix=, logDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075, archiveDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs, maxLogs=10 2024-11-14T18:50:44,592 DEBUG [RS:0;853c158ffd74:46501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579, exclude list is [], retry=0 2024-11-14T18:50:44,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42931,DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b,DISK] 2024-11-14T18:50:44,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:50:44,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f 2024-11-14T18:50:44,603 INFO [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 2024-11-14T18:50:44,614 DEBUG [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37399:37399)] 2024-11-14T18:50:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:50:44,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:44,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:44,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:44,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:44,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:44,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:44,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:44,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:44,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:44,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:44,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:44,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:44,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:44,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:44,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:44,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:44,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:44,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:44,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740 2024-11-14T18:50:44,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740 2024-11-14T18:50:44,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:44,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:44,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:44,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:44,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:44,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72498439, jitterRate=0.08031092584133148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:44,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610244624Initializing all the Stores at 1731610244624Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610244624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610244626 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610244626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610244626Cleaning up temporary data from old regions at 1731610244639 (+13 ms)Region opened successfully at 1731610244648 (+9 ms) 2024-11-14T18:50:44,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:44,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:44,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:44,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:44,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:44,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:44,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610244648Disabling compacts and flushes for region at 1731610244648Disabling writes for close at 1731610244648Writing region close event to WAL at 1731610244650 (+2 ms)Closed at 1731610244650 2024-11-14T18:50:44,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:44,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:50:44,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:50:44,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:44,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:50:44,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:44,814 DEBUG [853c158ffd74:38453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:44,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:44,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,46501,1731610243075, state=OPENING 2024-11-14T18:50:44,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:50:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:44,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850565903/meta-region-server: CHANGED 2024-11-14T18:50:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:44,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850565903/meta-region-server: CHANGED 2024-11-14T18:50:44,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:44,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,46501,1731610243075}] 2024-11-14T18:50:45,055 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:50:45,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:50:45,075 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:50:45,075 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:45,075 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:50:45,078 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46501%2C1731610243075.meta, suffix=.meta, logDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075, archiveDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs, maxLogs=10 2024-11-14T18:50:45,094 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.meta.1731610245078.meta, exclude list is [], retry=0 2024-11-14T18:50:45,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42931,DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b,DISK] 2024-11-14T18:50:45,105 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.meta.1731610245078.meta 2024-11-14T18:50:45,105 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37399:37399)] 2024-11-14T18:50:45,105 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:45,106 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:50:45,106 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:50:45,106 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:50:45,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:45,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:45,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:45,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:45,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:45,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:45,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:45,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:45,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:45,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:45,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:45,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:45,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:45,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:45,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:45,124 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:45,127 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740 2024-11-14T18:50:45,131 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740 2024-11-14T18:50:45,132 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:45,133 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:45,133 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:45,135 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:45,136 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61648440, jitterRate=-0.0813666582107544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:45,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:50:45,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610245106Writing region info on filesystem at 1731610245106Initializing all the Stores at 1731610245107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610245107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610245110 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610245110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610245110Cleaning up temporary data from old regions at 1731610245133 (+23 ms)Running coprocessor post-open hooks at 1731610245136 (+3 ms)Region opened successfully at 1731610245136 2024-11-14T18:50:45,137 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610245055 2024-11-14T18:50:45,139 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:50:45,139 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:50:45,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:45,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,46501,1731610243075, state=OPEN 2024-11-14T18:50:45,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0850565903/meta-region-server 2024-11-14T18:50:45,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0850565903/meta-region-server 2024-11-14T18:50:45,195 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,46501,1731610243075 2024-11-14T18:50:45,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850565903/meta-region-server: CHANGED 2024-11-14T18:50:45,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850565903/meta-region-server: CHANGED 2024-11-14T18:50:45,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:50:45,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,46501,1731610243075 in 293 msec 2024-11-14T18:50:45,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:50:45,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-11-14T18:50:45,204 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:45,204 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:50:45,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:45,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:50:45,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:45,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:45,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0650 sec 2024-11-14T18:50:45,223 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610245223, completionTime=-1 2024-11-14T18:50:45,223 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:50:45,223 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:50:45,225 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610305226 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610365226 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:38453, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,226 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,230 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:50:45,230 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.049sec 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:45,235 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:50:45,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff3877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:45,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:50:45,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:45,251 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:50:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:50:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:50:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:45,260 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:45,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d9f799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:45,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:50:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:45,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:45,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,38453,1731610242671 2024-11-14T18:50:45,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:45,286 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:50:45,287 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:50:45,287 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38453,1731610242671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:45,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:45,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf8f8df0002 connected 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir so I do NOT create it in target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb 2024-11-14T18:50:45,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.tmp.dir so I do NOT create it in target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb 2024-11-14T18:50:45,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:50:45,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/cluster_e1d65c95-740d-4208-8f0b-78021f197f29, deleteOnExit=true 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:50:45,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/test.cache.data in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:50:45,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:50:45,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:50:45,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:50:45,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:45,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:45,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:45,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:45,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:50:45,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:45,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14658782{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:45,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:45,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70276caa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-14573868175477634631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:50:45,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@433ddd6f{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-14T18:50:45,997 INFO [Time-limited test {}] server.Server(415): Started @172998ms 2024-11-14T18:50:46,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:50:46,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:50:46,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:50:46,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:50:46,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:50:46,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708a165c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:50:46,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d25857a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:50:46,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45a2f914{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/java.io.tmpdir/jetty-localhost-34477-hadoop-hdfs-3_4_1-tests_jar-_-any-1115499980636576107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:50:46,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2786ed38{HTTP/1.1, (http/1.1)}{localhost:34477} 2024-11-14T18:50:46,543 INFO [Time-limited test {}] server.Server(415): Started @173544ms 2024-11-14T18:50:46,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:50:47,951 WARN [Thread-1788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/cluster_e1d65c95-740d-4208-8f0b-78021f197f29/data/data1/current/BP-1114812020-172.17.0.2-1731610245398/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:47,957 WARN [Thread-1789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/cluster_e1d65c95-740d-4208-8f0b-78021f197f29/data/data2/current/BP-1114812020-172.17.0.2-1731610245398/current, will proceed with Du for space computation calculation, 2024-11-14T18:50:48,094 WARN [Thread-1776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:50:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38c3033711bcbdd with lease ID 0x4fb8e917503a6ba2: Processing first storage report for DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=624183b8-68e9-4df5-8d8f-6e349906ba0a, infoPort=44979, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=508593374;c=1731610245398) 2024-11-14T18:50:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38c3033711bcbdd with lease ID 0x4fb8e917503a6ba2: from storage DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=624183b8-68e9-4df5-8d8f-6e349906ba0a, infoPort=44979, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=508593374;c=1731610245398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38c3033711bcbdd with lease ID 0x4fb8e917503a6ba2: Processing first storage report for DS-e8752afd-c88f-4fb7-b818-7630e61e8baa from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=624183b8-68e9-4df5-8d8f-6e349906ba0a, infoPort=44979, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=508593374;c=1731610245398) 2024-11-14T18:50:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38c3033711bcbdd with lease ID 0x4fb8e917503a6ba2: from storage DS-e8752afd-c88f-4fb7-b818-7630e61e8baa node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=624183b8-68e9-4df5-8d8f-6e349906ba0a, infoPort=44979, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=508593374;c=1731610245398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:50:48,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb 2024-11-14T18:50:48,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:50:48,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175 with version=8 2024-11-14T18:50:48,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/hbase-staging 2024-11-14T18:50:48,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:50:48,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:48,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34625 2024-11-14T18:50:48,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34625 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:48,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346250x0, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:48,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34625-0x1013bf8f8df0003 connected 2024-11-14T18:50:48,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/running 2024-11-14T18:50:48,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175, hbase.cluster.distributed=false 2024-11-14T18:50:48,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/acl 2024-11-14T18:50:48,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-14T18:50:48,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34625 2024-11-14T18:50:48,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34625 2024-11-14T18:50:48,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-14T18:50:48,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-14T18:50:48,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:50:48,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:50:48,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:50:48,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:50:48,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:50:48,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:50:48,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38665 2024-11-14T18:50:48,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38665 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:48,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:48,742 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386650x0, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:48,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386650x0, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/running 2024-11-14T18:50:48,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:50:48,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38665-0x1013bf8f8df0004 connected 2024-11-14T18:50:48,776 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:50:48,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/master 2024-11-14T18:50:48,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/acl 2024-11-14T18:50:48,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-14T18:50:48,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38665 2024-11-14T18:50:48,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38665 2024-11-14T18:50:48,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-14T18:50:48,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-14T18:50:48,906 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:34625 2024-11-14T18:50:48,919 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-939351684/backup-masters/853c158ffd74,34625,1731610248372 2024-11-14T18:50:48,939 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/backup-masters 2024-11-14T18:50:48,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/backup-masters 2024-11-14T18:50:48,943 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on existing znode=/1-939351684/backup-masters/853c158ffd74,34625,1731610248372 2024-11-14T18:50:48,952 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-939351684/master 2024-11-14T18:50:48,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:48,952 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:48,952 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on existing znode=/1-939351684/master 2024-11-14T18:50:48,953 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-939351684/backup-masters/853c158ffd74,34625,1731610248372 from backup master directory 2024-11-14T18:50:48,960 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/backup-masters 2024-11-14T18:50:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-939351684/backup-masters/853c158ffd74,34625,1731610248372 2024-11-14T18:50:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/backup-masters 2024-11-14T18:50:48,960 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:48,960 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,34625,1731610248372 2024-11-14T18:50:48,986 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/hbase.id] with ID: 8f033995-e07b-4de5-8c1b-29737a5b054a 2024-11-14T18:50:48,986 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/.tmp/hbase.id 2024-11-14T18:50:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:50:49,044 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/.tmp/hbase.id]:[hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/hbase.id] 2024-11-14T18:50:49,077 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:50:49,077 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:50:49,078 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:50:49,100 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:50:49,168 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:49,169 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:50:49,180 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:50:49,267 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store 2024-11-14T18:50:49,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:50:49,320 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:49,320 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:50:49,320 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610249320Disabling compacts and flushes for region at 1731610249320Disabling writes for close at 1731610249320Writing region close event to WAL at 1731610249320Closed at 1731610249320 2024-11-14T18:50:49,321 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/.initializing 2024-11-14T18:50:49,321 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/WALs/853c158ffd74,34625,1731610248372 2024-11-14T18:50:49,325 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:49,328 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C34625%2C1731610248372, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/WALs/853c158ffd74,34625,1731610248372, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/oldWALs, maxLogs=10 2024-11-14T18:50:49,352 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/WALs/853c158ffd74,34625,1731610248372/853c158ffd74%2C34625%2C1731610248372.1731610249328, exclude list is [], retry=0 2024-11-14T18:50:49,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae,DISK] 2024-11-14T18:50:49,391 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/WALs/853c158ffd74,34625,1731610248372/853c158ffd74%2C34625%2C1731610248372.1731610249328 2024-11-14T18:50:49,395 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-14T18:50:49,395 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:49,395 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:49,395 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,395 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:50:49,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:49,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:49,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:50:49,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:49,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:49,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:50:49,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:49,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:49,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:50:49,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:49,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:49,416 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,426 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,427 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,430 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,430 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,431 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:49,432 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:50:49,445 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:49,448 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522013, jitterRate=0.03595872223377228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:49,448 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610249395Initializing all the Stores at 1731610249396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610249396Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610249397 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610249397Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610249397Cleaning up temporary data from old regions at 1731610249430 (+33 ms)Region opened successfully at 1731610249448 (+18 ms) 2024-11-14T18:50:49,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:50:49,465 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1c746d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:49,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:50:49,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:50:49,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:50:49,471 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:50:49,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:50:49,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:50:49,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:50:49,478 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:50:49,479 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Unable to get data of znode /1-939351684/balancer because node does not exist (not necessarily an error) 2024-11-14T18:50:49,501 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/balancer already deleted, retry=false 2024-11-14T18:50:49,502 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:50:49,504 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Unable to get data of znode /1-939351684/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:50:49,562 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/normalizer already deleted, retry=false 2024-11-14T18:50:49,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:50:49,587 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Unable to get data of znode /1-939351684/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:50:49,601 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/switch/split already deleted, retry=false 2024-11-14T18:50:49,603 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Unable to get data of znode /1-939351684/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:50:49,610 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/switch/merge already deleted, retry=false 2024-11-14T18:50:49,612 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Unable to get data of znode /1-939351684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:50:49,618 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/snapshot-cleanup already deleted, retry=false 2024-11-14T18:50:49,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-939351684/running 2024-11-14T18:50:49,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,629 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,34625,1731610248372, sessionid=0x1013bf8f8df0003, setting cluster-up flag (Was=false) 2024-11-14T18:50:49,630 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-939351684/running 2024-11-14T18:50:49,631 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,643 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,668 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-939351684/flush-table-proc/acquired, /1-939351684/flush-table-proc/reached, /1-939351684/flush-table-proc/abort 2024-11-14T18:50:49,669 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,34625,1731610248372 2024-11-14T18:50:49,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,693 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:49,718 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-939351684/online-snapshot/acquired, /1-939351684/online-snapshot/reached, /1-939351684/online-snapshot/abort 2024-11-14T18:50:49,719 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,34625,1731610248372 2024-11-14T18:50:49,721 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:50:49,723 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:49,723 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:50:49,723 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:50:49,723 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,34625,1731610248372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:49,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:49,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610279731 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:50:49,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:50:49,731 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:50:49,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:50:49,733 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:50:49,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:50:49,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:50:49,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:50:49,757 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:50:49,757 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:50:49,762 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610249757,5,FailOnTimeoutGroup] 2024-11-14T18:50:49,770 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610249763,5,FailOnTimeoutGroup] 2024-11-14T18:50:49,770 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:50:49,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:50:49,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:50:49,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175 2024-11-14T18:50:49,793 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(746): ClusterId : 8f033995-e07b-4de5-8c1b-29737a5b054a 2024-11-14T18:50:49,793 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:50:49,827 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:50:49,829 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:50:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:50:49,851 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:50:49,851 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ed989c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:50:49,878 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:38665 2024-11-14T18:50:49,878 INFO [RS:0;853c158ffd74:38665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:50:49,878 INFO [RS:0;853c158ffd74:38665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:50:49,878 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:50:49,879 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,34625,1731610248372 with port=38665, startcode=1731610248665 2024-11-14T18:50:49,879 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:50:49,886 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:50:49,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,38665,1731610248665 2024-11-14T18:50:49,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34625 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,38665,1731610248665 2024-11-14T18:50:49,888 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175 2024-11-14T18:50:49,888 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36739 2024-11-14T18:50:49,889 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:50:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/rs 2024-11-14T18:50:49,915 DEBUG [RS:0;853c158ffd74:38665 {}] zookeeper.ZKUtil(111): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on existing znode=/1-939351684/rs/853c158ffd74,38665,1731610248665 2024-11-14T18:50:49,915 WARN [RS:0;853c158ffd74:38665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:50:49,915 INFO [RS:0;853c158ffd74:38665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:49,915 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665 2024-11-14T18:50:49,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,38665,1731610248665] 2024-11-14T18:50:49,934 INFO [RS:0;853c158ffd74:38665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:50:49,938 INFO [RS:0;853c158ffd74:38665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:50:49,943 INFO [RS:0;853c158ffd74:38665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:50:49,943 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,958 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:50:49,963 INFO [RS:0;853c158ffd74:38665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:50:49,963 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:49,963 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,963 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,963 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,963 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:49,964 DEBUG [RS:0;853c158ffd74:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,017 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38665,1731610248665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:50,049 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:50:50,049 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38665,1731610248665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,049 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,049 INFO [RS:0;853c158ffd74:38665 {}] regionserver.Replication(171): 853c158ffd74,38665,1731610248665 started 2024-11-14T18:50:50,120 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:50,120 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,38665,1731610248665, RpcServer on 853c158ffd74/172.17.0.2:38665, sessionid=0x1013bf8f8df0004 2024-11-14T18:50:50,120 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:50:50,120 DEBUG [RS:0;853c158ffd74:38665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,38665,1731610248665 2024-11-14T18:50:50,121 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38665,1731610248665' 2024-11-14T18:50:50,121 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-939351684/flush-table-proc/abort' 2024-11-14T18:50:50,127 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-939351684/flush-table-proc/acquired' 2024-11-14T18:50:50,128 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:50:50,128 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:50:50,129 DEBUG [RS:0;853c158ffd74:38665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,38665,1731610248665 2024-11-14T18:50:50,129 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38665,1731610248665' 2024-11-14T18:50:50,129 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-939351684/online-snapshot/abort' 2024-11-14T18:50:50,129 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-939351684/online-snapshot/acquired' 2024-11-14T18:50:50,131 DEBUG [RS:0;853c158ffd74:38665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:50:50,131 INFO [RS:0;853c158ffd74:38665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:50:50,131 INFO [RS:0;853c158ffd74:38665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:50:50,235 INFO [RS:0;853c158ffd74:38665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:50:50,261 INFO [RS:0;853c158ffd74:38665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38665%2C1731610248665, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/oldWALs, maxLogs=10 2024-11-14T18:50:50,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:50,298 DEBUG [RS:0;853c158ffd74:38665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, exclude list is [], retry=0 2024-11-14T18:50:50,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:50,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:50,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:50,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:50,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:50,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:50,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:50,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae,DISK] 2024-11-14T18:50:50,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:50,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:50,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:50,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:50,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:50,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:50,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:50,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740 2024-11-14T18:50:50,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740 2024-11-14T18:50:50,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:50,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:50,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:50,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:50,338 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:50,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58772782, jitterRate=-0.12421730160713196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610250266Initializing all the Stores at 1731610250267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250294 (+27 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610250295 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250295Cleaning up temporary data from old regions at 1731610250326 (+31 ms)Region opened successfully at 1731610250340 (+14 ms) 2024-11-14T18:50:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:50:50,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:50:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:50:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:50:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:50:50,369 INFO [RS:0;853c158ffd74:38665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 2024-11-14T18:50:50,385 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:50:50,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610250340Disabling compacts and flushes for region at 1731610250340Disabling writes for close at 1731610250340Writing region close event to WAL at 1731610250385 (+45 ms)Closed at 1731610250385 2024-11-14T18:50:50,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:50,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:50:50,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:50:50,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:50,393 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:50:50,395 DEBUG [RS:0;853c158ffd74:38665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-14T18:50:50,544 DEBUG [853c158ffd74:34625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:50:50,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:50,548 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38665,1731610248665, state=OPENING 2024-11-14T18:50:50,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:50,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:50:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,695 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:50,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-939351684/meta-region-server: CHANGED 2024-11-14T18:50:50,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:50,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:50,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:50:50,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38665,1731610248665}] 2024-11-14T18:50:50,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-939351684/meta-region-server: CHANGED 2024-11-14T18:50:50,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:50:50,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:50:50,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:50:50,895 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:50:50,895 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:50,895 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:50:50,904 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38665%2C1731610248665.meta, suffix=.meta, logDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/oldWALs, maxLogs=10 2024-11-14T18:50:50,922 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.meta.1731610250904.meta, exclude list is [], retry=0 2024-11-14T18:50:50,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae,DISK] 2024-11-14T18:50:50,971 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.meta.1731610250904.meta 2024-11-14T18:50:50,972 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-14T18:50:50,972 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:50,972 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:50,972 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:50,972 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:50:50,972 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:50:50,972 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:50:50,973 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:50,973 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:50:50,973 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:50:50,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:50:50,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:50:50,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:51,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:50:51,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:50:51,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:51,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:50:51,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:50:51,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:51,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:50:51,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:50:51,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:50:51,028 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:50:51,034 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740 2024-11-14T18:50:51,045 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740 2024-11-14T18:50:51,051 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:50:51,052 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:50:51,055 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:50:51,074 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:50:51,079 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70902945, jitterRate=0.05653621256351471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:50:51,080 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:50:51,080 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610250973Writing region info on filesystem at 1731610250973Initializing all the Stores at 1731610250983 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250990 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610250990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610250990Cleaning up temporary data from old regions at 1731610251052 (+62 ms)Running coprocessor post-open hooks at 1731610251080 (+28 ms)Region opened successfully at 1731610251080 2024-11-14T18:50:51,090 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610250880 2024-11-14T18:50:51,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:51,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38665,1731610248665, state=OPEN 2024-11-14T18:50:51,110 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:50:51,110 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:50:51,142 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-939351684/meta-region-server 2024-11-14T18:50:51,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-939351684/meta-region-server: CHANGED 2024-11-14T18:50:51,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,38665,1731610248665 2024-11-14T18:50:51,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:50:51,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38665,1731610248665 in 442 msec 2024-11-14T18:50:51,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-939351684/meta-region-server 2024-11-14T18:50:51,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-939351684/meta-region-server: CHANGED 2024-11-14T18:50:51,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:50:51,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 762 msec 2024-11-14T18:50:51,155 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:50:51,155 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:50:51,156 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:51,156 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:50:51,157 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:51,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:51,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4420 sec 2024-11-14T18:50:51,167 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610251167, completionTime=-1 2024-11-14T18:50:51,167 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:50:51,167 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610311172 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610371172 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,172 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:34625, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,173 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,175 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:50:51,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.238sec 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:50:51,198 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:50:51,206 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:50:51,206 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:50:51,207 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34625,1731610248372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:50:51,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6cb294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:51,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:50:51,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:51,231 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:51,235 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:51,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:51,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:50:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:51,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:50:51,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,34625,1731610248372 2024-11-14T18:50:51,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61363 2024-11-14T18:50:51,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:50:51,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf8f8df0005 connected 2024-11-14T18:50:51,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:50:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-11-14T18:50:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:51,359 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:51,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:50:51,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:50:51,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:50:51,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:50:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:51,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:50:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:51,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3b062bf03c3b96856a12eec13ba4cd4, NAME => 'test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f 2024-11-14T18:50:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d3b062bf03c3b96856a12eec13ba4cd4, disabling compactions & flushes 2024-11-14T18:50:51,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. after waiting 0 ms 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:51,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:51,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3b062bf03c3b96856a12eec13ba4cd4: Waiting for close lock at 1731610251574Disabling compacts and flushes for region at 1731610251574Disabling writes for close at 1731610251574Writing region close event to WAL at 1731610251574Closed at 1731610251574 2024-11-14T18:50:51,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:50:51,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610251576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610251576"}]},"ts":"1731610251576"} 2024-11-14T18:50:51,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:50:51,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:50:51,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610251581"}]},"ts":"1731610251581"} 2024-11-14T18:50:51,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:50:51,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3b062bf03c3b96856a12eec13ba4cd4, ASSIGN}] 2024-11-14T18:50:51,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3b062bf03c3b96856a12eec13ba4cd4, ASSIGN 2024-11-14T18:50:51,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d3b062bf03c3b96856a12eec13ba4cd4, ASSIGN; state=OFFLINE, location=853c158ffd74,46501,1731610243075; forceNewPlan=false, retain=false 2024-11-14T18:50:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:51,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3b062bf03c3b96856a12eec13ba4cd4, regionState=OPENING, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d3b062bf03c3b96856a12eec13ba4cd4, ASSIGN because future has completed 2024-11-14T18:50:51,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3b062bf03c3b96856a12eec13ba4cd4, server=853c158ffd74,46501,1731610243075}] 2024-11-14T18:50:51,964 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:51,964 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3b062bf03c3b96856a12eec13ba4cd4, NAME => 'test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:51,964 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:51,965 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:50:51,965 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,965 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:51,965 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,965 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,975 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,985 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3b062bf03c3b96856a12eec13ba4cd4 columnFamilyName f 2024-11-14T18:50:51,985 DEBUG [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,986 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(327): Store=d3b062bf03c3b96856a12eec13ba4cd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:51,986 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,988 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3b062bf03c3b96856a12eec13ba4cd4 columnFamilyName f1 2024-11-14T18:50:51,988 DEBUG [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:51,989 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(327): Store=d3b062bf03c3b96856a12eec13ba4cd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:51,989 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:51,997 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3b062bf03c3b96856a12eec13ba4cd4 columnFamilyName norep 2024-11-14T18:50:51,997 DEBUG [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:52,002 INFO [StoreOpener-d3b062bf03c3b96856a12eec13ba4cd4-1 {}] regionserver.HStore(327): Store=d3b062bf03c3b96856a12eec13ba4cd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:52,003 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,015 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,024 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,024 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,024 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:52,035 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,055 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:52,059 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3b062bf03c3b96856a12eec13ba4cd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66015788, jitterRate=-0.01628810167312622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:52,059 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:50:52,060 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3b062bf03c3b96856a12eec13ba4cd4: Running coprocessor pre-open hook at 1731610251965Writing region info on filesystem at 1731610251965Initializing all the Stores at 1731610251974 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610251974Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610251975 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610251975Cleaning up temporary data from old regions at 1731610252024 (+49 ms)Running coprocessor post-open hooks at 1731610252059 (+35 ms)Region opened successfully at 1731610252060 (+1 ms) 2024-11-14T18:50:52,063 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., pid=6, masterSystemTime=1731610251943 2024-11-14T18:50:52,072 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:52,072 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:50:52,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3b062bf03c3b96856a12eec13ba4cd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3b062bf03c3b96856a12eec13ba4cd4, server=853c158ffd74,46501,1731610243075 because future has completed 2024-11-14T18:50:52,127 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=853c158ffd74,46501,1731610243075, table=test, region=d3b062bf03c3b96856a12eec13ba4cd4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:50:52,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:50:52,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d3b062bf03c3b96856a12eec13ba4cd4, ASSIGN in 546 msec 2024-11-14T18:50:52,180 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:50:52,181 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610252180"}]},"ts":"1731610252180"} 2024-11-14T18:50:52,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:50:52,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3b062bf03c3b96856a12eec13ba4cd4, server=853c158ffd74,46501,1731610243075 in 353 msec 2024-11-14T18:50:52,186 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:50:52,188 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:50:52,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 828 msec 2024-11-14T18:50:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:52,547 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:50:52,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:50:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd4a474 2024-11-14T18:50:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:52,564 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:52,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:50:52,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:50:52,579 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:52,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:50:52,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:50:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:50:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:52,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fc87b83c371912dcd0f1938be23f5f3, NAME => 'test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175 2024-11-14T18:50:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:50:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1fc87b83c371912dcd0f1938be23f5f3, disabling compactions & flushes 2024-11-14T18:50:53,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. after waiting 0 ms 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fc87b83c371912dcd0f1938be23f5f3: Waiting for close lock at 1731610253211Disabling compacts and flushes for region at 1731610253211Disabling writes for close at 1731610253211Writing region close event to WAL at 1731610253211Closed at 1731610253211 2024-11-14T18:50:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:53,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:50:53,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610253213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610253213"}]},"ts":"1731610253213"} 2024-11-14T18:50:53,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:50:53,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:50:53,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610253217"}]},"ts":"1731610253217"} 2024-11-14T18:50:53,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:50:53,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fc87b83c371912dcd0f1938be23f5f3, ASSIGN}] 2024-11-14T18:50:53,226 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fc87b83c371912dcd0f1938be23f5f3, ASSIGN 2024-11-14T18:50:53,227 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1fc87b83c371912dcd0f1938be23f5f3, ASSIGN; state=OFFLINE, location=853c158ffd74,38665,1731610248665; forceNewPlan=false, retain=false 2024-11-14T18:50:53,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fc87b83c371912dcd0f1938be23f5f3, regionState=OPENING, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:53,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1fc87b83c371912dcd0f1938be23f5f3, ASSIGN because future has completed 2024-11-14T18:50:53,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fc87b83c371912dcd0f1938be23f5f3, server=853c158ffd74,38665,1731610248665}] 2024-11-14T18:50:53,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:50:53,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:50:53,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:50:53,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:50:53,532 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:50:53,532 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:50:53,532 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:50:53,532 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:50:53,532 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:50:53,533 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:50:53,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:50:53,533 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:50:53,607 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,607 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fc87b83c371912dcd0f1938be23f5f3, NAME => 'test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:53,607 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:53,607 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:50:53,607 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,607 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:53,607 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,608 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,628 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,639 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc87b83c371912dcd0f1938be23f5f3 columnFamilyName f 2024-11-14T18:50:53,639 DEBUG [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:53,643 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(327): Store=1fc87b83c371912dcd0f1938be23f5f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:53,643 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,644 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc87b83c371912dcd0f1938be23f5f3 columnFamilyName f1 2024-11-14T18:50:53,644 DEBUG [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:53,645 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(327): Store=1fc87b83c371912dcd0f1938be23f5f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:53,645 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,647 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc87b83c371912dcd0f1938be23f5f3 columnFamilyName norep 2024-11-14T18:50:53,647 DEBUG [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:53,648 INFO [StoreOpener-1fc87b83c371912dcd0f1938be23f5f3-1 {}] regionserver.HStore(327): Store=1fc87b83c371912dcd0f1938be23f5f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:53,648 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,649 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,649 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,652 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,652 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,653 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:53,656 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,702 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:53,702 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1fc87b83c371912dcd0f1938be23f5f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62230751, jitterRate=-0.07268954813480377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:53,703 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:50:53,703 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1fc87b83c371912dcd0f1938be23f5f3: Running coprocessor pre-open hook at 1731610253608Writing region info on filesystem at 1731610253608Initializing all the Stores at 1731610253614 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610253614Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610253625 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610253625Cleaning up temporary data from old regions at 1731610253652 (+27 ms)Running coprocessor post-open hooks at 1731610253703 (+51 ms)Region opened successfully at 1731610253703 2024-11-14T18:50:53,707 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., pid=6, masterSystemTime=1731610253577 2024-11-14T18:50:53,710 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,710 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:50:53,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fc87b83c371912dcd0f1938be23f5f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:53,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fc87b83c371912dcd0f1938be23f5f3, server=853c158ffd74,38665,1731610248665 because future has completed 2024-11-14T18:50:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:53,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:50:53,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fc87b83c371912dcd0f1938be23f5f3, server=853c158ffd74,38665,1731610248665 in 323 msec 2024-11-14T18:50:53,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:50:53,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1fc87b83c371912dcd0f1938be23f5f3, ASSIGN in 514 msec 2024-11-14T18:50:53,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:50:53,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610253755"}]},"ts":"1731610253755"} 2024-11-14T18:50:53,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:50:53,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:50:53,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2030 sec 2024-11-14T18:50:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:50:54,746 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:50:54,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea603e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:50:54,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:54,758 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c294caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,760 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa61f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126eccda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:50:54,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:54,810 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:50:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:50:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7093b491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:50:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,813 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cead10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:50:54,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:54,827 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:50:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:50:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:50:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,830 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58324c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:50:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2029f3e8 2024-11-14T18:50:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:54,843 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:54,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:34625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:50:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:50:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:54,868 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:34625' 2024-11-14T18:50:54,885 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38839083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,885 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:50:54,885 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:54,886 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:50:54,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:54,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:50:54,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791d4502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:50:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,888 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068a2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:54,889 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:54,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:50:54,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75eebc15 2024-11-14T18:50:54,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:54,892 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:54,893 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T18:50:54,893 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:50:54,893 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,893 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:54,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:54,894 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:54,896 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:50:54,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:50:54,897 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:54,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:50:54,946 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:50:54,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:50:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:54,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 918e17255f40fb1aa4d186af29f31b50, NAME => 'hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f 2024-11-14T18:50:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:50:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 918e17255f40fb1aa4d186af29f31b50, disabling compactions & flushes 2024-11-14T18:50:55,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. after waiting 0 ms 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:55,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:55,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 918e17255f40fb1aa4d186af29f31b50: Waiting for close lock at 1731610255456Disabling compacts and flushes for region at 1731610255456Disabling writes for close at 1731610255456Writing region close event to WAL at 1731610255456Closed at 1731610255456 2024-11-14T18:50:55,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:50:55,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610255459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610255459"}]},"ts":"1731610255459"} 2024-11-14T18:50:55,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:50:55,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:50:55,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610255473"}]},"ts":"1731610255473"} 2024-11-14T18:50:55,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:50:55,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=918e17255f40fb1aa4d186af29f31b50, ASSIGN}] 2024-11-14T18:50:55,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=918e17255f40fb1aa4d186af29f31b50, ASSIGN 2024-11-14T18:50:55,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=918e17255f40fb1aa4d186af29f31b50, ASSIGN; state=OFFLINE, location=853c158ffd74,46501,1731610243075; forceNewPlan=false, retain=false 2024-11-14T18:50:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:55,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=918e17255f40fb1aa4d186af29f31b50, regionState=OPENING, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=918e17255f40fb1aa4d186af29f31b50, ASSIGN because future has completed 2024-11-14T18:50:55,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918e17255f40fb1aa4d186af29f31b50, server=853c158ffd74,46501,1731610243075}] 2024-11-14T18:50:55,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:55,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:55,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:50:55,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46501%2C1731610243075.rep, suffix=, logDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075, archiveDir=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs, maxLogs=10 2024-11-14T18:50:55,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.rep.1731610255876, exclude list is [], retry=0 2024-11-14T18:50:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42931,DS-48ef1718-e73a-4dc7-a5bf-fd3a6349087b,DISK] 2024-11-14T18:50:55,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:50:55,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.rep.1731610255876 2024-11-14T18:50:55,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37399:37399)] 2024-11-14T18:50:55,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 918e17255f40fb1aa4d186af29f31b50, NAME => 'hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:55,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. service=MultiRowMutationService 2024-11-14T18:50:55,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,984 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,987 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918e17255f40fb1aa4d186af29f31b50 columnFamilyName hfileref 2024-11-14T18:50:55,987 DEBUG [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:55,988 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(327): Store=918e17255f40fb1aa4d186af29f31b50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:55,988 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,992 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918e17255f40fb1aa4d186af29f31b50 columnFamilyName queue 2024-11-14T18:50:55,992 DEBUG [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:55,992 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(327): Store=918e17255f40fb1aa4d186af29f31b50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:55,992 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,994 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918e17255f40fb1aa4d186af29f31b50 columnFamilyName sid 2024-11-14T18:50:55,995 DEBUG [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:55,995 INFO [StoreOpener-918e17255f40fb1aa4d186af29f31b50-1 {}] regionserver.HStore(327): Store=918e17255f40fb1aa4d186af29f31b50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:55,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:56,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:56,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 918e17255f40fb1aa4d186af29f31b50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64066281, jitterRate=-0.045338019728660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:56,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:50:56,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 918e17255f40fb1aa4d186af29f31b50: Running coprocessor pre-open hook at 1731610255956Writing region info on filesystem at 1731610255956Initializing all the Stores at 1731610255958 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610255958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610255974 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610255974Cleaning up temporary data from old regions at 1731610255999 (+25 ms)Running coprocessor post-open hooks at 1731610256016 (+17 ms)Region opened successfully at 1731610256017 (+1 ms) 2024-11-14T18:50:56,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50., pid=10, masterSystemTime=1731610255846 2024-11-14T18:50:56,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=918e17255f40fb1aa4d186af29f31b50, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,46501,1731610243075 2024-11-14T18:50:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:56,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:56,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:50:56,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918e17255f40fb1aa4d186af29f31b50, server=853c158ffd74,46501,1731610243075 because future has completed 2024-11-14T18:50:56,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:50:56,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 918e17255f40fb1aa4d186af29f31b50, server=853c158ffd74,46501,1731610243075 in 357 msec 2024-11-14T18:50:56,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:50:56,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=918e17255f40fb1aa4d186af29f31b50, ASSIGN in 554 msec 2024-11-14T18:50:56,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:50:56,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610256044"}]},"ts":"1731610256044"} 2024-11-14T18:50:56,048 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:50:56,050 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:50:56,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1560 sec 2024-11-14T18:50:56,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50., hostname=853c158ffd74,46501,1731610243075, seqNum=2] 2024-11-14T18:50:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:50:56,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:50:56,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:50:56,335 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:50:56,423 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,46501,1731610243075, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:50:56,424 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:56,424 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:50:56,435 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:56,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T18:50:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,46501,1731610243075', locateType=CURRENT is [region=hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50., hostname=853c158ffd74,46501,1731610243075, seqNum=2] 2024-11-14T18:50:56,450 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:50:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:50:56,453 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,46501,1731610243075 suceeded 2024-11-14T18:50:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:50:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 283 msec 2024-11-14T18:50:56,455 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:34625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:50:56,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-14T18:50:56,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:50:56,500 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:34625' 2024-11-14T18:50:56,507 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea014fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:56,507 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:50:56,507 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:56,508 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:50:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:50:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f69104f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:50:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:56,511 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:56,512 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4bebe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:56,512 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:56,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:50:56,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3297117b 2024-11-14T18:50:56,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:56,514 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T18:50:56,516 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,46501,1731610243075 (queues=1) is replicating from cluster=9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62 to cluster=8f033995-e07b-4de5-8c1b-29737a5b054a 2024-11-14T18:50:56,516 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C46501%2C1731610243075 2024-11-14T18:50:56,516 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,46501,1731610243075, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:50:56,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579, startPosition=0, beingWritten=true 2024-11-14T18:50:56,551 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C46501%2C1731610243075 2024-11-14T18:50:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:50:56,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:50:56,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:56,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46501,1731610243075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:50:56,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:50:56,865 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:57,043 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:50:57,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:50:57,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:50:57,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:57,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b6428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:50:57,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:57,059 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:50:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:50:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:50:57,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:57,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,062 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:50:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-11-14T18:50:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:57,066 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:57,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:38453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:50:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:50:57,070 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:38453' 2024-11-14T18:50:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:57,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57054af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,087 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:50:57,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:57,089 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:50:57,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:57,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:50:57,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eca19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:50:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,103 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3f2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:57,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:50:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b066bd 2024-11-14T18:50:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:57,107 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:50:57,108 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:50:57,108 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:50:57,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:57,109 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:50:57,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:50:57,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:50:57,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:50:57,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:57,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:50:57,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:50:57,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:50:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:57,197 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:57,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdfe4b9a384da3eb429d97cbcd0fe739, NAME => 'hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175 2024-11-14T18:50:57,628 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:50:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdfe4b9a384da3eb429d97cbcd0fe739, disabling compactions & flushes 2024-11-14T18:50:58,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. after waiting 0 ms 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdfe4b9a384da3eb429d97cbcd0fe739: Waiting for close lock at 1731610258080Disabling compacts and flushes for region at 1731610258080Disabling writes for close at 1731610258080Writing region close event to WAL at 1731610258080Closed at 1731610258080 2024-11-14T18:50:58,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:50:58,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610258082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610258082"}]},"ts":"1731610258082"} 2024-11-14T18:50:58,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:50:58,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:50:58,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610258086"}]},"ts":"1731610258086"} 2024-11-14T18:50:58,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:50:58,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfe4b9a384da3eb429d97cbcd0fe739, ASSIGN}] 2024-11-14T18:50:58,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfe4b9a384da3eb429d97cbcd0fe739, ASSIGN 2024-11-14T18:50:58,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfe4b9a384da3eb429d97cbcd0fe739, ASSIGN; state=OFFLINE, location=853c158ffd74,38665,1731610248665; forceNewPlan=false, retain=false 2024-11-14T18:50:58,188 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:58,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfe4b9a384da3eb429d97cbcd0fe739, regionState=OPENING, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:58,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfe4b9a384da3eb429d97cbcd0fe739, ASSIGN because future has completed 2024-11-14T18:50:58,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfe4b9a384da3eb429d97cbcd0fe739, server=853c158ffd74,38665,1731610248665}] 2024-11-14T18:50:58,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:50:58,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:50:58,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38665%2C1731610248665.rep, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/oldWALs, maxLogs=10 2024-11-14T18:50:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.rep.1731610258717, exclude list is [], retry=0 2024-11-14T18:50:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-6d92b3b4-c042-4473-bb77-ff20a267e1ae,DISK] 2024-11-14T18:50:58,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.rep.1731610258717 2024-11-14T18:50:58,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-14T18:50:58,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfe4b9a384da3eb429d97cbcd0fe739, NAME => 'hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:50:58,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:50:58,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:50:58,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. service=MultiRowMutationService 2024-11-14T18:50:58,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:50:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:50:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,763 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,782 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfe4b9a384da3eb429d97cbcd0fe739 columnFamilyName hfileref 2024-11-14T18:50:58,782 DEBUG [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:58,782 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(327): Store=fdfe4b9a384da3eb429d97cbcd0fe739/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:58,782 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,784 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfe4b9a384da3eb429d97cbcd0fe739 columnFamilyName queue 2024-11-14T18:50:58,784 DEBUG [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:58,785 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(327): Store=fdfe4b9a384da3eb429d97cbcd0fe739/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:58,785 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,788 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfe4b9a384da3eb429d97cbcd0fe739 columnFamilyName sid 2024-11-14T18:50:58,788 DEBUG [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:50:58,789 INFO [StoreOpener-fdfe4b9a384da3eb429d97cbcd0fe739-1 {}] regionserver.HStore(327): Store=fdfe4b9a384da3eb429d97cbcd0fe739/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:50:58,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:50:58,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,799 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:58,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:50:58,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdfe4b9a384da3eb429d97cbcd0fe739; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65907745, jitterRate=-0.017898067831993103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:50:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:50:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdfe4b9a384da3eb429d97cbcd0fe739: Running coprocessor pre-open hook at 1731610258758Writing region info on filesystem at 1731610258758Initializing all the Stores at 1731610258760 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610258760Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610258763 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610258763Cleaning up temporary data from old regions at 1731610258791 (+28 ms)Running coprocessor post-open hooks at 1731610258800 (+9 ms)Region opened successfully at 1731610258800 2024-11-14T18:50:58,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739., pid=10, masterSystemTime=1731610258446 2024-11-14T18:50:58,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:50:58,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfe4b9a384da3eb429d97cbcd0fe739, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38665,1731610248665 2024-11-14T18:50:58,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfe4b9a384da3eb429d97cbcd0fe739, server=853c158ffd74,38665,1731610248665 because future has completed 2024-11-14T18:50:58,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:50:58,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdfe4b9a384da3eb429d97cbcd0fe739, server=853c158ffd74,38665,1731610248665 in 542 msec 2024-11-14T18:50:58,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:50:58,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfe4b9a384da3eb429d97cbcd0fe739, ASSIGN in 726 msec 2024-11-14T18:50:58,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:50:58,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610258819"}]},"ts":"1731610258819"} 2024-11-14T18:50:58,825 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:50:58,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:50:58,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.7180 sec 2024-11-14T18:50:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739., hostname=853c158ffd74,38665,1731610248665, seqNum=2] 2024-11-14T18:50:59,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:59,067 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:50:59,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:50:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:50:59,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:50:59,255 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:50:59,323 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,38665,1731610248665, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:50:59,324 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:50:59,324 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:50:59,324 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:50:59,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T18:50:59,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,38665,1731610248665', locateType=CURRENT is [region=hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739., hostname=853c158ffd74,38665,1731610248665, seqNum=2] 2024-11-14T18:50:59,352 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:50:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:50:59,358 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,38665,1731610248665 suceeded 2024-11-14T18:50:59,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:50:59,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 267 msec 2024-11-14T18:50:59,365 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:38453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:50:59,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2990 sec 2024-11-14T18:50:59,384 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:38453' 2024-11-14T18:50:59,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e9dc32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:59,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:50:59,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:50:59,399 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:50:59,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:50:59,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:50:59,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c07dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:59,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:50:59,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:50:59,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:50:59,401 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:50:59,403 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@761045b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:50:59,403 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:50:59,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:50:59,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5861ada2 2024-11-14T18:50:59,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:50:59,405 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T18:50:59,406 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,38665,1731610248665 (queues=1) is replicating from cluster=8f033995-e07b-4de5-8c1b-29737a5b054a to cluster=9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62 2024-11-14T18:50:59,406 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C38665%2C1731610248665 2024-11-14T18:50:59,406 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,38665,1731610248665, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:50:59,423 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, startPosition=0, beingWritten=true 2024-11-14T18:50:59,426 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C38665%2C1731610248665 2024-11-14T18:50:59,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:50:59,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:50:59,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38665,1731610248665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:50:59,510 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:50:59,688 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:00,012 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:00,338 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:51:00,448 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:00,971 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:01,242 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:51:01,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:01,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:01,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:01,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:01,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:01,245 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:51:01,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:01,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731610261259/Put/seqid=0 2024-11-14T18:51:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741840_1016 (size=7894) 2024-11-14T18:51:01,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731610261348/Put/seqid=0 2024-11-14T18:51:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741841_1017 (size=7691) 2024-11-14T18:51:01,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e233b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:01,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:51:01,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:01,406 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:51:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:51:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c8f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:51:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:01,408 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:01,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b77e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:01,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:51:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:01,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:01,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:51:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d84a42a 2024-11-14T18:51:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:01,441 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2] 2024-11-14T18:51:01,450 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:01,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:01,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T18:51:01,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T18:51:01,627 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:01,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T18:51:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:01,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T18:51:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegion(2603): Flush status journal for d3b062bf03c3b96856a12eec13ba4cd4: 2024-11-14T18:51:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_0 2024-11-14T18:51:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_0 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ 2024-11-14T18:51:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_1 2024-11-14T18:51:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_1 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ 2024-11-14T18:51:01,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_0 into d3b062bf03c3b96856a12eec13ba4cd4/f as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ - updating store file list. 2024-11-14T18:51:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a8bfcb49b8c42bfad674377501dc022_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:01,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ into d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:01,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_0 into d3b062bf03c3b96856a12eec13ba4cd4/f (new location: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_) 2024-11-14T18:51:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_0 2024-11-14T18:51:01,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_1 into d3b062bf03c3b96856a12eec13ba4cd4/f as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ - updating store file list. 2024-11-14T18:51:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:01,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ into d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:01,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_1 into d3b062bf03c3b96856a12eec13ba4cd4/f (new location: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_) 2024-11-14T18:51:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins__test__5sbd9c9l8qs9ufisek51uumcqon1p9llj102vlm0v67qm7oei61kcqttum6lqr8p/f/hfile_1 2024-11-14T18:51:01,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:01,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:01,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:01,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:01,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2 , the old value is region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:46501 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:51:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:51:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2 from cache 2024-11-14T18:51:01,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:01,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T18:51:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:01,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2] 2024-11-14T18:51:01,699 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:51:01,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:01,803 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:46501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:51:02,317 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 379, reset compression=false 2024-11-14T18:51:02,371 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:02,372 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46501,1731610243075 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3b062bf03c3b96856a12eec13ba4cd4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610261688/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:51:02,375 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:02,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T18:51:02,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.ReplicationSink(318): Replicating [9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62] bulk loaded data 2024-11-14T18:51:02,382 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:02,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@788ba279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:02,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:51:02,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:02,403 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:51:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:51:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6617311f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:51:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:02,409 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:02,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d99b896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741840_1016 (size=7894) 2024-11-14T18:51:02,571 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:02,713 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:51:02,935 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741841_1017 (size=7691) 2024-11-14T18:51:03,223 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:03,373 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:03,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:51:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4564f2d 2024-11-14T18:51:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:03,495 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:03,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:03,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:03,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:03,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:03,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:51:03,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:03,552 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T18:51:03,561 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T18:51:03,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ for inclusion in 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T18:51:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:03,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ for inclusion in 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T18:51:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegion(2603): Flush status journal for 1fc87b83c371912dcd0f1938be23f5f3: 2024-11-14T18:51:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:51:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/c7ab08c44903498992e9b533744e83d4_SeqId_4_ 2024-11-14T18:51:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:51:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/0c6c3d60f6af430292408430365aa491_SeqId_4_ 2024-11-14T18:51:03,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/c7ab08c44903498992e9b533744e83d4_SeqId_4_ - updating store file list. 2024-11-14T18:51:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7ab08c44903498992e9b533744e83d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:03,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/c7ab08c44903498992e9b533744e83d4_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:03,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f (new location: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/c7ab08c44903498992e9b533744e83d4_SeqId_4_) 2024-11-14T18:51:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_ 2024-11-14T18:51:03,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/0c6c3d60f6af430292408430365aa491_SeqId_4_ - updating store file list. 2024-11-14T18:51:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c6c3d60f6af430292408430365aa491_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:03,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/0c6c3d60f6af430292408430365aa491_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:03,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ into 1fc87b83c371912dcd0f1938be23f5f3/f (new location: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/0c6c3d60f6af430292408430365aa491_SeqId_4_) 2024-11-14T18:51:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins.hfs.11__test__drv6sg2mgvrf2dn55ca3mpa87n92jtdi7oqon69ftussril63m6j0le83d17bb20/f/8a8bfcb49b8c42bfad674377501dc022_SeqId_4_ 2024-11-14T18:51:03,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.ReplicationSink(324): Finished replicating [9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62] bulk loaded data 2024-11-14T18:51:03,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:03,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731610263755/Put/seqid=0 2024-11-14T18:51:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741842_1018 (size=11194) 2024-11-14T18:51:03,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731610263812/Put/seqid=0 2024-11-14T18:51:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741843_1019 (size=10791) 2024-11-14T18:51:03,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee294f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:03,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,34625,-1 for getting cluster id 2024-11-14T18:51:03,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:03,899 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f033995-e07b-4de5-8c1b-29737a5b054a' 2024-11-14T18:51:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f033995-e07b-4de5-8c1b-29737a5b054a" 2024-11-14T18:51:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b75f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,34625,-1] 2024-11-14T18:51:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:03,912 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:03,912 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:03,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3906c9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:03,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:03,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:03,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,34625,1731610248372 2024-11-14T18:51:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0f715 2024-11-14T18:51:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:03,952 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:03,960 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2] 2024-11-14T18:51:03,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:03,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T18:51:04,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T18:51:04,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T18:51:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:04,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T18:51:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegion(2603): Flush status journal for 1fc87b83c371912dcd0f1938be23f5f3: 2024-11-14T18:51:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_0 2024-11-14T18:51:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_0 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ 2024-11-14T18:51:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_1 2024-11-14T18:51:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_1 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ 2024-11-14T18:51:04,153 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 379, reset compression=false 2024-11-14T18:51:04,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_0 into 1fc87b83c371912dcd0f1938be23f5f3/f as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ - updating store file list. 2024-11-14T18:51:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a34975285a74e748dad26a0ce9c2872_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:04,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ into 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:04,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_0 into 1fc87b83c371912dcd0f1938be23f5f3/f (new location: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_) 2024-11-14T18:51:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_0 2024-11-14T18:51:04,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_1 into 1fc87b83c371912dcd0f1938be23f5f3/f as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ - updating store file list. 2024-11-14T18:51:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55fe3af5293c45b2ba061863e76577e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:04,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ into 1fc87b83c371912dcd0f1938be23f5f3/f 2024-11-14T18:51:04,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_1 into 1fc87b83c371912dcd0f1938be23f5f3/f (new location: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_) 2024-11-14T18:51:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/staging/jenkins__test__h0rckjtm6ron18r3r5ar3lr27nmvnv1v7495g8k2a7rc178hjuhutpo6995ludhk/f/hfile_1 2024-11-14T18:51:04,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:04,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:04,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:04,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:04,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:04,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2 , the old value is region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:38665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:51:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:51:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., hostname=853c158ffd74,38665,1731610248665, seqNum=2 from cache 2024-11-14T18:51:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:51:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:04,197 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:04,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:04,198 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38665,1731610248665 got entry batch from reader: WALEntryBatch [walEntries=[{test/1fc87b83c371912dcd0f1938be23f5f3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610263668/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T18:51:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38665 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38665: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:42798 deadline: 1731610324189 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:42798 2024-11-14T18:51:04,202 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., hostname=853c158ffd74,46501,1731610243075, seqNum=2] 2024-11-14T18:51:04,206 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:04,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T18:51:04,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(318): Replicating [9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62, 8f033995-e07b-4de5-8c1b-29737a5b054a] bulk loaded data 2024-11-14T18:51:04,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5603185a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:04,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,38453,-1 for getting cluster id 2024-11-14T18:51:04,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:04,231 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62' 2024-11-14T18:51:04,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:04,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62" 2024-11-14T18:51:04,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c007b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:04,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,38453,-1] 2024-11-14T18:51:04,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:04,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:04,239 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:04,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7823f183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:04,253 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:51:04,292 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:38665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:51:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741842_1018 (size=7691) 2024-11-14T18:51:04,403 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:04,539 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:04,750 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:04,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741843_1019 (size=7894) 2024-11-14T18:51:04,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:04,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,38453,1731610242671 2024-11-14T18:51:04,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202c4254 2024-11-14T18:51:04,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:04,869 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:04,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:04,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:04,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46501,1731610243075, seqNum=-1] 2024-11-14T18:51:04,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:04,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:04,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__95fm70pjnkc3uc516ol9slbuhflr7nms6bmh1q1kdufcmgvc9dav2o35qtb4m9ia/f/0c6c3d60f6af430292408430365aa491_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T18:51:04,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__95fm70pjnkc3uc516ol9slbuhflr7nms6bmh1q1kdufcmgvc9dav2o35qtb4m9ia/f/c7ab08c44903498992e9b533744e83d4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T18:51:04,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(324): Finished replicating [9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62, 8f033995-e07b-4de5-8c1b-29737a5b054a] bulk loaded data 2024-11-14T18:51:04,957 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38665,1731610248665 got entry batch from reader: WALEntryBatch [walEntries=[{test/1fc87b83c371912dcd0f1938be23f5f3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610264183/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:51:04,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(318): Replicating [8f033995-e07b-4de5-8c1b-29737a5b054a] bulk loaded data 2024-11-14T18:51:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741844_1020 (size=11194) 2024-11-14T18:51:05,181 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:05,262 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:51:05,287 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741845_1021 (size=10791) 2024-11-14T18:51:05,714 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:05,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:06,025 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T18:51:06,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T18:51:06,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ for inclusion in d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T18:51:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:06,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ for inclusion in d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T18:51:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:51:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegion(2603): Flush status journal for d3b062bf03c3b96856a12eec13ba4cd4: 2024-11-14T18:51:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a34975285a74e748dad26a0ce9c2872_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:51:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3e333aa4a3554829a56d723aa3179732_SeqId_6_ 2024-11-14T18:51:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55fe3af5293c45b2ba061863e76577e3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:51:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3f4620d16f0248239542b1a717f32bd3_SeqId_6_ 2024-11-14T18:51:06,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3e333aa4a3554829a56d723aa3179732_SeqId_6_ - updating store file list. 2024-11-14T18:51:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e333aa4a3554829a56d723aa3179732_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:06,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3e333aa4a3554829a56d723aa3179732_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:06,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f (new location: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3e333aa4a3554829a56d723aa3179732_SeqId_6_) 2024-11-14T18:51:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/1a34975285a74e748dad26a0ce9c2872_SeqId_6_ 2024-11-14T18:51:06,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3f4620d16f0248239542b1a717f32bd3_SeqId_6_ - updating store file list. 2024-11-14T18:51:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f4620d16f0248239542b1a717f32bd3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:51:06,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3f4620d16f0248239542b1a717f32bd3_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f 2024-11-14T18:51:06,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ into d3b062bf03c3b96856a12eec13ba4cd4/f (new location: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/f/3f4620d16f0248239542b1a717f32bd3_SeqId_6_) 2024-11-14T18:51:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/staging/jenkins.hfs.10__test__htk2q9mktchd361k5qun8v7l6f6gcgoo4mobpudkfcpn6fvqnlnc303gpg73l83t/f/55fe3af5293c45b2ba061863e76577e3_SeqId_6_ 2024-11-14T18:51:06,138 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 687, reset compression=false 2024-11-14T18:51:06,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(324): Finished replicating [8f033995-e07b-4de5-8c1b-29737a5b054a] bulk loaded data 2024-11-14T18:51:06,180 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:06,180 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46501,1731610243075 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3b062bf03c3b96856a12eec13ba4cd4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610266138/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T18:51:06,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.ReplicationSink(318): Replicating [8f033995-e07b-4de5-8c1b-29737a5b054a, 9d80ab72-861a-4cd7-92eb-7b5d4bbb4e62] bulk loaded data 2024-11-14T18:51:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741844_1020 (size=11194) 2024-11-14T18:51:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:51:06,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:06,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:06,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:06,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:06,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:51:06,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2005437422, stopped=false 2024-11-14T18:51:06,317 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,34625,1731610248372 2024-11-14T18:51:06,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:06,338 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741845_1021 (size=10791) 2024-11-14T18:51:06,380 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:06,391 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:06,391 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-939351684/running 2024-11-14T18:51:06,391 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:51:06,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:06,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:06,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:06,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,38665,1731610248665' ***** 2024-11-14T18:51:06,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:51:06,392 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:51:06,392 INFO [RS:0;853c158ffd74:38665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:51:06,392 INFO [RS:0;853c158ffd74:38665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:51:06,393 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fc87b83c371912dcd0f1938be23f5f3 2024-11-14T18:51:06,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-939351684/running 2024-11-14T18:51:06,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:51:06,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:51:06,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/running 2024-11-14T18:51:06,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Set watcher on znode that does not yet exist, /1-939351684/running 2024-11-14T18:51:06,429 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:06,434 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,38665,1731610248665 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38665. 2024-11-14T18:51:06,435 DEBUG [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:06,435 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:51:06,435 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:51:06,443 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fc87b83c371912dcd0f1938be23f5f3, disabling compactions & flushes 2024-11-14T18:51:06,444 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:51:06,444 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:51:06,444 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. after waiting 0 ms 2024-11-14T18:51:06,444 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:51:06,447 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:51:06,447 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1325): Online Regions={1fc87b83c371912dcd0f1938be23f5f3=test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3., 1588230740=hbase:meta,,1.1588230740, fdfe4b9a384da3eb429d97cbcd0fe739=hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739.} 2024-11-14T18:51:06,448 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fc87b83c371912dcd0f1938be23f5f3, fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:51:06,451 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:06,452 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:06,452 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:06,452 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:06,452 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:06,452 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:51:06,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/info/9bd4a902588847e1af04309852b99f4d is 147, key is hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739./info:regioninfo/1731610258805/Put/seqid=0 2024-11-14T18:51:06,577 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/default/test/1fc87b83c371912dcd0f1938be23f5f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:51:06,578 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:06,578 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:06,578 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fc87b83c371912dcd0f1938be23f5f3: Waiting for close lock at 1731610266443Running coprocessor pre-close hooks at 1731610266443Disabling compacts and flushes for region at 1731610266443Disabling writes for close at 1731610266444 (+1 ms)Writing region close event to WAL at 1731610266543 (+99 ms)Running coprocessor post-close hooks at 1731610266578 (+35 ms)Closed at 1731610266578 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3. 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdfe4b9a384da3eb429d97cbcd0fe739, disabling compactions & flushes 2024-11-14T18:51:06,579 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. after waiting 0 ms 2024-11-14T18:51:06,579 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:51:06,579 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdfe4b9a384da3eb429d97cbcd0fe739 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T18:51:06,646 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/hfileref/177f6a9afcfc430f97ef53a7feb968fa is 74, key is 1/hfileref:0c6c3d60f6af430292408430365aa491_SeqId_4_/1731610264951/DeleteColumn/seqid=0 2024-11-14T18:51:06,648 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:51:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741846_1022 (size=7686) 2024-11-14T18:51:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741847_1023 (size=5345) 2024-11-14T18:51:06,738 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/hfileref/177f6a9afcfc430f97ef53a7feb968fa 2024-11-14T18:51:06,765 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:06,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:51:06,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:06,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42794 deadline: 1731610326775, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping 2024-11-14T18:51:06,824 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/queue/6514952cec3645edaa90c9d5f3462381 is 154, key is 1-853c158ffd74,38665,1731610248665/queue:853c158ffd74%2C38665%2C1731610248665/1731610266149/Put/seqid=0 2024-11-14T18:51:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:06,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:06,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 from cache 2024-11-14T18:51:06,850 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdfe4b9a384da3eb429d97cbcd0fe739 2024-11-14T18:51:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741848_1024 (size=5353) 2024-11-14T18:51:06,873 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/queue/6514952cec3645edaa90c9d5f3462381 2024-11-14T18:51:06,881 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/hfileref/177f6a9afcfc430f97ef53a7feb968fa as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/hfileref/177f6a9afcfc430f97ef53a7feb968fa 2024-11-14T18:51:06,900 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/hfileref/177f6a9afcfc430f97ef53a7feb968fa, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T18:51:06,901 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/.tmp/queue/6514952cec3645edaa90c9d5f3462381 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/queue/6514952cec3645edaa90c9d5f3462381 2024-11-14T18:51:06,908 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/queue/6514952cec3645edaa90c9d5f3462381, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T18:51:06,911 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fdfe4b9a384da3eb429d97cbcd0fe739 in 332ms, sequenceid=12, compaction requested=false 2024-11-14T18:51:06,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:06,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:06,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38665 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:06,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38665 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42794 deadline: 1731610326775, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping 2024-11-14T18:51:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 from cache 2024-11-14T18:51:06,967 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/replication/fdfe4b9a384da3eb429d97cbcd0fe739/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T18:51:06,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:06,968 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:06,968 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:51:06,969 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdfe4b9a384da3eb429d97cbcd0fe739: Waiting for close lock at 1731610266579Running coprocessor pre-close hooks at 1731610266579Disabling compacts and flushes for region at 1731610266579Disabling writes for close at 1731610266579Obtaining lock to block concurrent updates at 1731610266579Preparing flush snapshotting stores in fdfe4b9a384da3eb429d97cbcd0fe739 at 1731610266579Finished memstore snapshotting hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731610266580 (+1 ms)Flushing stores of hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. at 1731610266580Flushing fdfe4b9a384da3eb429d97cbcd0fe739/hfileref: creating writer at 1731610266581 (+1 ms)Flushing fdfe4b9a384da3eb429d97cbcd0fe739/hfileref: appending metadata at 1731610266645 (+64 ms)Flushing fdfe4b9a384da3eb429d97cbcd0fe739/hfileref: closing flushed file at 1731610266645Flushing fdfe4b9a384da3eb429d97cbcd0fe739/queue: creating writer at 1731610266769 (+124 ms)Flushing fdfe4b9a384da3eb429d97cbcd0fe739/queue: appending metadata at 1731610266823 (+54 ms)Flushing fdfe4b9a384da3eb429d97cbcd0fe739/queue: closing flushed file at 1731610266823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d61e49: reopening flushed file at 1731610266880 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a55d46: reopening flushed file at 1731610266900 (+20 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fdfe4b9a384da3eb429d97cbcd0fe739 in 332ms, sequenceid=12, compaction requested=false at 1731610266911 (+11 ms)Writing region close event to WAL at 1731610266947 (+36 ms)Running coprocessor post-close hooks at 1731610266968 (+21 ms)Closed at 1731610266968 2024-11-14T18:51:06,969 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610257109.fdfe4b9a384da3eb429d97cbcd0fe739. 2024-11-14T18:51:07,019 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:51:07,019 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:51:07,052 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:51:07,068 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/info/9bd4a902588847e1af04309852b99f4d 2024-11-14T18:51:07,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1033, reset compression=false 2024-11-14T18:51:07,142 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/ns/27bd6808687646288ecd57b7534e88ed is 43, key is default/ns:d/1731610251159/Put/seqid=0 2024-11-14T18:51:07,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:07,169 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:07,169 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1328, reset compression=false 2024-11-14T18:51:07,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:07,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42794 deadline: 1731610326775, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping 2024-11-14T18:51:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 853c158ffd74,38665,1731610248665 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T18:51:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 from cache 2024-11-14T18:51:07,174 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38665,1731610248665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:07,176 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,38665,1731610248665: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,38665,1731610248665, walGroup=853c158ffd74%2C38665%2C1731610248665, offset=853c158ffd74%2C38665%2C1731610248665.1731610250261:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:38665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:51:07,178 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:51:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741849_1025 (size=5153) 2024-11-14T18:51:07,181 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/ns/27bd6808687646288ecd57b7534e88ed 2024-11-14T18:51:07,196 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:51:07,208 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:51:07,208 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:51:07,208 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:51:07,208 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 569058112 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187431432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:51:07,225 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:51:07,230 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:07,254 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:51:07,258 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/rep_barrier/a8da9c6c564c439fbf7750275f43be07 is 112, key is test,,1731610252564.1fc87b83c371912dcd0f1938be23f5f3./rep_barrier:seqnumDuringOpen/1731610253711/Put/seqid=0 2024-11-14T18:51:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741850_1026 (size=5518) 2024-11-14T18:51:07,306 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/rep_barrier/a8da9c6c564c439fbf7750275f43be07 2024-11-14T18:51:07,377 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/table/110fa5a527cb48be9915c1ff37f55723 is 53, key is hbase:replication/table:state/1731610258819/Put/seqid=0 2024-11-14T18:51:07,418 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.wal-reader.853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/WALs/853c158ffd74,38665,1731610248665/853c158ffd74%2C38665%2C1731610248665.1731610250261 to pos 1328, reset compression=false 2024-11-14T18:51:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741851_1027 (size=5308) 2024-11-14T18:51:07,438 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/table/110fa5a527cb48be9915c1ff37f55723 2024-11-14T18:51:07,446 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/info/9bd4a902588847e1af04309852b99f4d as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/info/9bd4a902588847e1af04309852b99f4d 2024-11-14T18:51:07,453 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/info/9bd4a902588847e1af04309852b99f4d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:51:07,455 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/ns/27bd6808687646288ecd57b7534e88ed as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/ns/27bd6808687646288ecd57b7534e88ed 2024-11-14T18:51:07,458 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:51:07,458 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:51:07,458 DEBUG [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:51:07,462 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/ns/27bd6808687646288ecd57b7534e88ed, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:51:07,463 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/rep_barrier/a8da9c6c564c439fbf7750275f43be07 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/rep_barrier/a8da9c6c564c439fbf7750275f43be07 2024-11-14T18:51:07,472 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/rep_barrier/a8da9c6c564c439fbf7750275f43be07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:51:07,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:07,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1] 2024-11-14T18:51:07,484 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/.tmp/table/110fa5a527cb48be9915c1ff37f55723 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/table/110fa5a527cb48be9915c1ff37f55723 2024-11-14T18:51:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 853c158ffd74,38665,1731610248665 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:51:07,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 853c158ffd74,38665,1731610248665 aborting 2024-11-14T18:51:07,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 853c158ffd74,38665,1731610248665 aborting 2024-11-14T18:51:07,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38665,1731610248665, seqNum=-1 from cache 2024-11-14T18:51:07,505 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/table/110fa5a527cb48be9915c1ff37f55723, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:51:07,511 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1058ms, sequenceid=16, compaction requested=false 2024-11-14T18:51:07,570 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:51:07,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:07,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:07,571 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:07,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610266451Running coprocessor pre-close hooks at 1731610266451Disabling compacts and flushes for region at 1731610266451Disabling writes for close at 1731610266452 (+1 ms)Obtaining lock to block concurrent updates at 1731610266453 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731610266453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610266454 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610266458 (+4 ms)Flushing 1588230740/info: creating writer at 1731610266458Flushing 1588230740/info: appending metadata at 1731610266541 (+83 ms)Flushing 1588230740/info: closing flushed file at 1731610266541Flushing 1588230740/ns: creating writer at 1731610267080 (+539 ms)Flushing 1588230740/ns: appending metadata at 1731610267141 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731610267141Flushing 1588230740/rep_barrier: creating writer at 1731610267189 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610267257 (+68 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610267257Flushing 1588230740/table: creating writer at 1731610267319 (+62 ms)Flushing 1588230740/table: appending metadata at 1731610267377 (+58 ms)Flushing 1588230740/table: closing flushed file at 1731610267377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169fc6fb: reopening flushed file at 1731610267444 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da054ce: reopening flushed file at 1731610267453 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5a2980: reopening flushed file at 1731610267462 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a500556: reopening flushed file at 1731610267472 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1058ms, sequenceid=16, compaction requested=false at 1731610267511 (+39 ms)Writing region close event to WAL at 1731610267556 (+45 ms)Running coprocessor post-close hooks at 1731610267571 (+15 ms)Closed at 1731610267571 2024-11-14T18:51:07,571 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:07,662 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,38665,1731610248665; all regions closed. 2024-11-14T18:51:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:51:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741839_1015 (size=3127) 2024-11-14T18:51:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741833_1009 (size=1336) 2024-11-14T18:51:07,749 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:07,749 INFO [RS:0;853c158ffd74:38665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:07,750 INFO [RS:0;853c158ffd74:38665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:07,751 INFO [RS:0;853c158ffd74:38665 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:07,751 INFO [RS:0;853c158ffd74:38665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:07,751 INFO [RS:0;853c158ffd74:38665 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,38665,1731610248665 because: Region server is closing 2024-11-14T18:51:07,751 INFO [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38665. 2024-11-14T18:51:07,751 DEBUG [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:07,751 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:07,751 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:07,752 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:07,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:07,765 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:07,852 INFO [RS:0;853c158ffd74:38665 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38665,1731610248665.replicationSource.shipper853c158ffd74%2C38665%2C1731610248665,1-853c158ffd74,38665,1731610248665 terminated 2024-11-14T18:51:07,852 INFO [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38665. 2024-11-14T18:51:07,852 DEBUG [RS:0;853c158ffd74:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:07,852 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:07,852 DEBUG [RS:0;853c158ffd74:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:07,852 INFO [RS:0;853c158ffd74:38665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38665 2024-11-14T18:51:07,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:07,854 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:38665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-14T18:51:07,856 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T18:51:07,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T18:51:07,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42788 deadline: 1731610326181, exception=java.io.InterruptedIOException 2024-11-14T18:51:07,857 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T18:51:07,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684/rs 2024-11-14T18:51:07,888 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-939351684/rs/853c158ffd74,38665,1731610248665 2024-11-14T18:51:07,888 INFO [RS:0;853c158ffd74:38665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:07,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,38665,1731610248665] 2024-11-14T18:51:07,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/draining/853c158ffd74,38665,1731610248665 already deleted, retry=false 2024-11-14T18:51:07,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,38665,1731610248665 expired; onlineServers=0 2024-11-14T18:51:07,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,34625,1731610248372' ***** 2024-11-14T18:51:07,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:51:07,908 INFO [M:0;853c158ffd74:34625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:07,908 INFO [M:0;853c158ffd74:34625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:07,908 DEBUG [M:0;853c158ffd74:34625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:51:07,908 DEBUG [M:0;853c158ffd74:34625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:51:07,908 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:51:07,909 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610249757 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610249757,5,FailOnTimeoutGroup] 2024-11-14T18:51:07,909 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610249763 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610249763,5,FailOnTimeoutGroup] 2024-11-14T18:51:07,909 INFO [M:0;853c158ffd74:34625 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:07,909 INFO [M:0;853c158ffd74:34625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:07,909 DEBUG [M:0;853c158ffd74:34625 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:51:07,909 INFO [M:0;853c158ffd74:34625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:51:07,909 INFO [M:0;853c158ffd74:34625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:07,909 INFO [M:0;853c158ffd74:34625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:51:07,910 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:51:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-939351684/master 2024-11-14T18:51:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-939351684 2024-11-14T18:51:07,929 DEBUG [M:0;853c158ffd74:34625 {}] zookeeper.RecoverableZooKeeper(212): Node /1-939351684/master already deleted, retry=false 2024-11-14T18:51:07,929 DEBUG [M:0;853c158ffd74:34625 {}] master.ActiveMasterManager(353): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-939351684/master 2024-11-14T18:51:07,930 INFO [M:0;853c158ffd74:34625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/.lastflushedseqids 2024-11-14T18:51:07,957 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 853c158ffd74:38665 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:38665 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:51:07,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 853c158ffd74:38665 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:38665 2024-11-14T18:51:07,958 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=853c158ffd74:38665 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:38665 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:38665 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T18:51:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58966 deadline: 1731610327963, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T18:51:07,975 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T18:51:07,976 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T18:51:07,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:07,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-14T18:51:07,993 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:51:08,000 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:08,000 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x1013bf8f8df0004, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:08,000 INFO [RS:0;853c158ffd74:38665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:08,000 INFO [RS:0;853c158ffd74:38665 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,38665,1731610248665; zookeeper connection closed. 2024-11-14T18:51:08,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24622af7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24622af7 2024-11-14T18:51:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741852_1028 (size=263) 2024-11-14T18:51:08,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:51:08,024 INFO [M:0;853c158ffd74:34625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:51:08,024 INFO [M:0;853c158ffd74:34625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:51:08,024 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:08,024 INFO [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:08,024 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:08,024 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:08,024 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:08,024 INFO [M:0;853c158ffd74:34625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T18:51:08,089 DEBUG [M:0;853c158ffd74:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462db5ebc03e4c759f8280c50e422166 is 82, key is hbase:meta,,1/info:regioninfo/1731610251098/Put/seqid=0 2024-11-14T18:51:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741853_1029 (size=5672) 2024-11-14T18:51:08,144 INFO [M:0;853c158ffd74:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462db5ebc03e4c759f8280c50e422166 2024-11-14T18:51:08,177 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T18:51:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58966 deadline: 1731610328179, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T18:51:08,180 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T18:51:08,181 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T18:51:08,181 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T18:51:08,196 DEBUG [M:0;853c158ffd74:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977d78feb02640ab8ae72b43765b57ae is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610258829/Put/seqid=0 2024-11-14T18:51:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741854_1030 (size=8515) 2024-11-14T18:51:08,243 INFO [M:0;853c158ffd74:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977d78feb02640ab8ae72b43765b57ae 2024-11-14T18:51:08,320 DEBUG [M:0;853c158ffd74:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1558d94efe404afab285eb591e203347 is 69, key is 853c158ffd74,38665,1731610248665/rs:state/1731610249887/Put/seqid=0 2024-11-14T18:51:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741855_1031 (size=5156) 2024-11-14T18:51:08,397 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:08,400 INFO [M:0;853c158ffd74:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1558d94efe404afab285eb591e203347 2024-11-14T18:51:08,409 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462db5ebc03e4c759f8280c50e422166 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/462db5ebc03e4c759f8280c50e422166 2024-11-14T18:51:08,416 INFO [M:0;853c158ffd74:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/462db5ebc03e4c759f8280c50e422166, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:51:08,417 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977d78feb02640ab8ae72b43765b57ae as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977d78feb02640ab8ae72b43765b57ae 2024-11-14T18:51:08,423 INFO [M:0;853c158ffd74:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977d78feb02640ab8ae72b43765b57ae, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:51:08,425 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1558d94efe404afab285eb591e203347 as hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1558d94efe404afab285eb591e203347 2024-11-14T18:51:08,432 INFO [M:0;853c158ffd74:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/0030d4b8-707b-14c5-bb71-4eb3521b4175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1558d94efe404afab285eb591e203347, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:51:08,433 INFO [M:0;853c158ffd74:34625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 409ms, sequenceid=97, compaction requested=false 2024-11-14T18:51:08,482 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T18:51:08,483 INFO [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:08,483 DEBUG [M:0;853c158ffd74:34625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610268024Disabling compacts and flushes for region at 1731610268024Disabling writes for close at 1731610268024Obtaining lock to block concurrent updates at 1731610268024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610268024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731610268025 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610268027 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610268027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610268088 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610268088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610268154 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610268195 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610268195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610268253 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610268319 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610268319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519d565: reopening flushed file at 1731610268407 (+88 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c07027f: reopening flushed file at 1731610268416 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f075c8d: reopening flushed file at 1731610268424 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 409ms, sequenceid=97, compaction requested=false at 1731610268433 (+9 ms)Writing region close event to WAL at 1731610268483 (+50 ms)Closed at 1731610268483 2024-11-14T18:51:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58966 deadline: 1731610328484, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T18:51:08,485 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T18:51:08,486 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T18:51:08,486 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T18:51:08,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741830_1006 (size=63642) 2024-11-14T18:51:08,526 INFO [M:0;853c158ffd74:34625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:51:08,527 INFO [M:0;853c158ffd74:34625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34625 2024-11-14T18:51:08,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:08,534 INFO [M:0;853c158ffd74:34625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1013bf8f8df0003, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:08,688 INFO [M:0;853c158ffd74:34625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:08,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45a2f914{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:08,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2786ed38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:08,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:08,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d25857a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:08,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708a165c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:08,780 WARN [BP-1114812020-172.17.0.2-1731610245398 heartbeating to localhost/127.0.0.1:36739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:51:08,781 WARN [BP-1114812020-172.17.0.2-1731610245398 heartbeating to localhost/127.0.0.1:36739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114812020-172.17.0.2-1731610245398 (Datanode Uuid 624183b8-68e9-4df5-8d8f-6e349906ba0a) service to localhost/127.0.0.1:36739 2024-11-14T18:51:08,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:51:08,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:51:08,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/cluster_e1d65c95-740d-4208-8f0b-78021f197f29/data/data1/current/BP-1114812020-172.17.0.2-1731610245398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:08,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/cluster_e1d65c95-740d-4208-8f0b-78021f197f29/data/data2/current/BP-1114812020-172.17.0.2-1731610245398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:08,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:51:08,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70276caa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:08,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@433ddd6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:08,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14658782{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:08,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:51:08,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:51:08,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:08,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:08,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:08,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:08,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:08,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:51:08,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2000224585, stopped=false 2024-11-14T18:51:08,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,38453,1731610242671 2024-11-14T18:51:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850565903/running 2024-11-14T18:51:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850565903/running 2024-11-14T18:51:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:51:08,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:08,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:08,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:08,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:08,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,46501,1731610243075' ***** 2024-11-14T18:51:08,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:51:08,864 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:51:08,864 INFO [RS:0;853c158ffd74:46501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:51:08,864 INFO [RS:0;853c158ffd74:46501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:51:08,864 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(3091): Received CLOSE for d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:51:08,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:51:08,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:51:08,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/running 2024-11-14T18:51:08,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Set watcher on znode that does not yet exist, /0850565903/running 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(3091): Received CLOSE for 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,46501,1731610243075 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46501. 2024-11-14T18:51:08,871 DEBUG [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:08,871 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:51:08,871 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:51:08,876 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3b062bf03c3b96856a12eec13ba4cd4, disabling compactions & flushes 2024-11-14T18:51:08,876 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:51:08,876 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:51:08,876 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. after waiting 0 ms 2024-11-14T18:51:08,876 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:51:08,878 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:51:08,879 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3b062bf03c3b96856a12eec13ba4cd4=test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4., 918e17255f40fb1aa4d186af29f31b50=hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50.} 2024-11-14T18:51:08,879 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 918e17255f40fb1aa4d186af29f31b50, d3b062bf03c3b96856a12eec13ba4cd4 2024-11-14T18:51:08,886 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T18:51:08,887 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:08,887 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:08,887 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:08,887 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:08,887 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:08,887 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:51:08,888 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 853c158ffd74:34625 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:34625 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:51:08,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 853c158ffd74:34625 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:34625 2024-11-14T18:51:08,938 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:08,943 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/default/test/d3b062bf03c3b96856a12eec13ba4cd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:51:08,944 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:08,944 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:08,944 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:51:08,944 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3b062bf03c3b96856a12eec13ba4cd4: Waiting for close lock at 1731610268872Running coprocessor pre-close hooks at 1731610268872Disabling compacts and flushes for region at 1731610268876 (+4 ms)Disabling writes for close at 1731610268876Writing region close event to WAL at 1731610268907 (+31 ms)Running coprocessor post-close hooks at 1731610268944 (+37 ms)Closed at 1731610268944 2024-11-14T18:51:08,944 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4. 2024-11-14T18:51:08,944 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 918e17255f40fb1aa4d186af29f31b50, disabling compactions & flushes 2024-11-14T18:51:08,944 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:51:08,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:51:08,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. after waiting 0 ms 2024-11-14T18:51:08,945 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:51:08,945 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 918e17255f40fb1aa4d186af29f31b50 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T18:51:08,958 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/info/3ed7c7ee10e24fa8b92b6207601d0077 is 147, key is hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50./info:regioninfo/1731610256021/Put/seqid=0 2024-11-14T18:51:08,978 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/hfileref/07c14b4207914e0eaba351eeb9ee2f89 is 74, key is 1/hfileref:38eea4ffaea54e69a7c47324a13fa6b8_SeqId_4_/1731610263673/DeleteColumn/seqid=0 2024-11-14T18:51:08,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:08,992 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 853c158ffd74:34625 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:34625 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:51:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=853c158ffd74:34625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:34625 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T18:51:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 853c158ffd74:34625 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 853c158ffd74/172.17.0.2:34625 2024-11-14T18:51:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741847_1023 (size=5345) 2024-11-14T18:51:09,006 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/hfileref/07c14b4207914e0eaba351eeb9ee2f89 2024-11-14T18:51:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741846_1022 (size=7686) 2024-11-14T18:51:09,011 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/info/3ed7c7ee10e24fa8b92b6207601d0077 2024-11-14T18:51:09,051 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/queue/5204092843814c849b71501c74cffbae is 153, key is 1-853c158ffd74,46501,1731610243075/queue:853c158ffd74%2C46501%2C1731610243075/1731610263676/Put/seqid=0 2024-11-14T18:51:09,079 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:51:09,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741848_1024 (size=5352) 2024-11-14T18:51:09,095 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/queue/5204092843814c849b71501c74cffbae 2024-11-14T18:51:09,101 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/hfileref/07c14b4207914e0eaba351eeb9ee2f89 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/hfileref/07c14b4207914e0eaba351eeb9ee2f89 2024-11-14T18:51:09,108 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/hfileref/07c14b4207914e0eaba351eeb9ee2f89, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T18:51:09,109 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/.tmp/queue/5204092843814c849b71501c74cffbae as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/queue/5204092843814c849b71501c74cffbae 2024-11-14T18:51:09,111 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/ns/01c2ed4b2e0f4cc8bb07134c8529e9bd is 43, key is default/ns:d/1731610245208/Put/seqid=0 2024-11-14T18:51:09,116 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/queue/5204092843814c849b71501c74cffbae, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T18:51:09,117 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 918e17255f40fb1aa4d186af29f31b50 in 172ms, sequenceid=10, compaction requested=false 2024-11-14T18:51:09,117 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:51:09,133 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1033, reset compression=false 2024-11-14T18:51:09,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:09,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 853c158ffd74:34625 this server is in the failed servers list 2024-11-14T18:51:09,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 853c158ffd74:34625 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:09,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741849_1025 (size=5153) 2024-11-14T18:51:09,214 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/ns/01c2ed4b2e0f4cc8bb07134c8529e9bd 2024-11-14T18:51:09,279 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 918e17255f40fb1aa4d186af29f31b50 2024-11-14T18:51:09,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:09,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1328, reset compression=false 2024-11-14T18:51:09,314 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/replication/918e17255f40fb1aa4d186af29f31b50/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:51:09,316 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:09,316 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:09,316 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:51:09,316 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 918e17255f40fb1aa4d186af29f31b50: Waiting for close lock at 1731610268944Running coprocessor pre-close hooks at 1731610268944Disabling compacts and flushes for region at 1731610268944Disabling writes for close at 1731610268945 (+1 ms)Obtaining lock to block concurrent updates at 1731610268945Preparing flush snapshotting stores in 918e17255f40fb1aa4d186af29f31b50 at 1731610268945Finished memstore snapshotting hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731610268945Flushing stores of hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. at 1731610268946 (+1 ms)Flushing 918e17255f40fb1aa4d186af29f31b50/hfileref: creating writer at 1731610268946Flushing 918e17255f40fb1aa4d186af29f31b50/hfileref: appending metadata at 1731610268977 (+31 ms)Flushing 918e17255f40fb1aa4d186af29f31b50/hfileref: closing flushed file at 1731610268977Flushing 918e17255f40fb1aa4d186af29f31b50/queue: creating writer at 1731610269014 (+37 ms)Flushing 918e17255f40fb1aa4d186af29f31b50/queue: appending metadata at 1731610269051 (+37 ms)Flushing 918e17255f40fb1aa4d186af29f31b50/queue: closing flushed file at 1731610269051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d4386: reopening flushed file at 1731610269100 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a945e4: reopening flushed file at 1731610269108 (+8 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 918e17255f40fb1aa4d186af29f31b50 in 172ms, sequenceid=10, compaction requested=false at 1731610269117 (+9 ms)Writing region close event to WAL at 1731610269272 (+155 ms)Running coprocessor post-close hooks at 1731610269315 (+43 ms)Closed at 1731610269316 (+1 ms) 2024-11-14T18:51:09,317 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610254894.918e17255f40fb1aa4d186af29f31b50. 2024-11-14T18:51:09,324 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e3389d52720417aaacecff37b870f31 is 112, key is test,,1731610251360.d3b062bf03c3b96856a12eec13ba4cd4./rep_barrier:seqnumDuringOpen/1731610252092/Put/seqid=0 2024-11-14T18:51:09,390 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:51:09,391 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:51:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741850_1026 (size=5518) 2024-11-14T18:51:09,394 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e3389d52720417aaacecff37b870f31 2024-11-14T18:51:09,447 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/table/7018828aebdb430fb6a5d2a623632d30 is 53, key is hbase:replication/table:state/1731610256044/Put/seqid=0 2024-11-14T18:51:09,490 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:51:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741851_1027 (size=5308) 2024-11-14T18:51:09,507 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/table/7018828aebdb430fb6a5d2a623632d30 2024-11-14T18:51:09,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:09,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 853c158ffd74:34625 this server is in the failed servers list 2024-11-14T18:51:09,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 853c158ffd74:34625 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:09,516 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1328, reset compression=false 2024-11-14T18:51:09,532 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/info/3ed7c7ee10e24fa8b92b6207601d0077 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/info/3ed7c7ee10e24fa8b92b6207601d0077 2024-11-14T18:51:09,545 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/info/3ed7c7ee10e24fa8b92b6207601d0077, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:51:09,547 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/ns/01c2ed4b2e0f4cc8bb07134c8529e9bd as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/ns/01c2ed4b2e0f4cc8bb07134c8529e9bd 2024-11-14T18:51:09,560 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/ns/01c2ed4b2e0f4cc8bb07134c8529e9bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:51:09,562 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e3389d52720417aaacecff37b870f31 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/rep_barrier/1e3389d52720417aaacecff37b870f31 2024-11-14T18:51:09,569 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/rep_barrier/1e3389d52720417aaacecff37b870f31, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:51:09,570 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/.tmp/table/7018828aebdb430fb6a5d2a623632d30 as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/table/7018828aebdb430fb6a5d2a623632d30 2024-11-14T18:51:09,583 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/table/7018828aebdb430fb6a5d2a623632d30, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:51:09,588 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 700ms, sequenceid=16, compaction requested=false 2024-11-14T18:51:09,588 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:51:09,691 DEBUG [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:51:09,694 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:51:09,697 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:09,697 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:09,697 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:09,698 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610268887Running coprocessor pre-close hooks at 1731610268887Disabling compacts and flushes for region at 1731610268887Disabling writes for close at 1731610268887Obtaining lock to block concurrent updates at 1731610268887Preparing flush snapshotting stores in 1588230740 at 1731610268887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610268889 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610268890 (+1 ms)Flushing 1588230740/info: creating writer at 1731610268890Flushing 1588230740/info: appending metadata at 1731610268957 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731610268957Flushing 1588230740/ns: creating writer at 1731610269019 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731610269110 (+91 ms)Flushing 1588230740/ns: closing flushed file at 1731610269110Flushing 1588230740/rep_barrier: creating writer at 1731610269234 (+124 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610269314 (+80 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610269314Flushing 1588230740/table: creating writer at 1731610269405 (+91 ms)Flushing 1588230740/table: appending metadata at 1731610269433 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731610269433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f68a996: reopening flushed file at 1731610269531 (+98 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3198de96: reopening flushed file at 1731610269546 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a392edc: reopening flushed file at 1731610269560 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564115e3: reopening flushed file at 1731610269569 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 700ms, sequenceid=16, compaction requested=false at 1731610269588 (+19 ms)Writing region close event to WAL at 1731610269658 (+70 ms)Running coprocessor post-close hooks at 1731610269697 (+39 ms)Closed at 1731610269697 2024-11-14T18:51:09,698 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:09,852 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.1731610244579 to pos 1328, reset compression=false 2024-11-14T18:51:09,891 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,46501,1731610243075; all regions closed. 2024-11-14T18:51:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:51:09,942 DEBUG [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs 2024-11-14T18:51:09,942 INFO [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C46501%2C1731610243075.meta:.meta(num 1731610245078) 2024-11-14T18:51:09,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/WALs/853c158ffd74,46501,1731610243075/853c158ffd74%2C46501%2C1731610243075.rep.1731610255876 not finished, retry = 0 2024-11-14T18:51:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741839_1015 (size=2695) 2024-11-14T18:51:10,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:10,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 853c158ffd74:34625 this server is in the failed servers list 2024-11-14T18:51:10,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 853c158ffd74:34625 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:10,092 DEBUG [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs 2024-11-14T18:51:10,092 INFO [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C46501%2C1731610243075.rep:(num 1731610255876) 2024-11-14T18:51:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741832_1008 (size=1336) 2024-11-14T18:51:10,138 DEBUG [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/oldWALs 2024-11-14T18:51:10,138 INFO [RS:0;853c158ffd74:46501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C46501%2C1731610243075:(num 1731610244579) 2024-11-14T18:51:10,138 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:10,138 INFO [RS:0;853c158ffd74:46501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:10,139 INFO [RS:0;853c158ffd74:46501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:10,139 INFO [RS:0;853c158ffd74:46501 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:10,139 INFO [RS:0;853c158ffd74:46501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:10,139 INFO [RS:0;853c158ffd74:46501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,46501,1731610243075 because: Region server is closing 2024-11-14T18:51:10,139 INFO [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46501. 2024-11-14T18:51:10,139 DEBUG [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:10,139 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:10,139 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:10,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:10,143 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:10,240 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.wal-reader.853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:51:10,242 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T18:51:10,243 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T18:51:10,243 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T18:51:10,744 INFO [RS:0;853c158ffd74:46501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46501,1731610243075.replicationSource.shipper853c158ffd74%2C46501%2C1731610243075,1-853c158ffd74,46501,1731610243075 terminated 2024-11-14T18:51:10,744 INFO [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46501. 2024-11-14T18:51:10,744 DEBUG [RS:0;853c158ffd74:46501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:10,744 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:10,745 DEBUG [RS:0;853c158ffd74:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:10,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:10,745 INFO [RS:0;853c158ffd74:46501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46501 2024-11-14T18:51:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903/rs 2024-11-14T18:51:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850565903/rs/853c158ffd74,46501,1731610243075 2024-11-14T18:51:10,782 INFO [RS:0;853c158ffd74:46501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:10,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,46501,1731610243075] 2024-11-14T18:51:10,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/draining/853c158ffd74,46501,1731610243075 already deleted, retry=false 2024-11-14T18:51:10,791 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,46501,1731610243075 expired; onlineServers=0 2024-11-14T18:51:10,791 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,38453,1731610242671' ***** 2024-11-14T18:51:10,791 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:51:10,791 INFO [M:0;853c158ffd74:38453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:10,791 INFO [M:0;853c158ffd74:38453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:10,791 DEBUG [M:0;853c158ffd74:38453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:51:10,791 DEBUG [M:0;853c158ffd74:38453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:51:10,791 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610244176 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610244176,5,FailOnTimeoutGroup] 2024-11-14T18:51:10,791 INFO [M:0;853c158ffd74:38453 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:10,791 INFO [M:0;853c158ffd74:38453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:10,792 DEBUG [M:0;853c158ffd74:38453 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:51:10,792 INFO [M:0;853c158ffd74:38453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:51:10,792 INFO [M:0;853c158ffd74:38453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:10,792 INFO [M:0;853c158ffd74:38453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:51:10,792 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:51:10,794 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:51:10,798 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610244176 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610244176,5,FailOnTimeoutGroup] 2024-11-14T18:51:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850565903/master 2024-11-14T18:51:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850565903 2024-11-14T18:51:10,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0850565903/master already deleted, retry=false 2024-11-14T18:51:10,804 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Failed delete of our master address node; KeeperErrorCode = NoNode for /0850565903/master 2024-11-14T18:51:10,804 INFO [M:0;853c158ffd74:38453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/.lastflushedseqids 2024-11-14T18:51:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741852_1028 (size=263) 2024-11-14T18:51:10,891 INFO [RS:0;853c158ffd74:46501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:10,891 INFO [RS:0;853c158ffd74:46501 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,46501,1731610243075; zookeeper connection closed. 2024-11-14T18:51:10,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:10,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x1013bf8f8df0001, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:10,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8c1df7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8c1df7 2024-11-14T18:51:10,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:51:11,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:11,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:11,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:11,263 INFO [M:0;853c158ffd74:38453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:51:11,263 INFO [M:0;853c158ffd74:38453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:51:11,264 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:11,264 INFO [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:11,264 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:11,264 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:11,264 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:11,264 INFO [M:0;853c158ffd74:38453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T18:51:11,310 DEBUG [M:0;853c158ffd74:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1426b1e0cb46cdb2a427195dcc3f5c is 82, key is hbase:meta,,1/info:regioninfo/1731610245140/Put/seqid=0 2024-11-14T18:51:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741853_1029 (size=5672) 2024-11-14T18:51:11,339 INFO [M:0;853c158ffd74:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1426b1e0cb46cdb2a427195dcc3f5c 2024-11-14T18:51:11,389 DEBUG [M:0;853c158ffd74:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beca42983d0f4d01820a7ea187cfe1ad is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610256056/Put/seqid=0 2024-11-14T18:51:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741854_1030 (size=8515) 2024-11-14T18:51:11,463 INFO [M:0;853c158ffd74:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beca42983d0f4d01820a7ea187cfe1ad 2024-11-14T18:51:11,521 DEBUG [M:0;853c158ffd74:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ff788306ca948b0b7d0d7b7259fcb1b is 69, key is 853c158ffd74,46501,1731610243075/rs:state/1731610244302/Put/seqid=0 2024-11-14T18:51:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741855_1031 (size=5156) 2024-11-14T18:51:11,947 INFO [M:0;853c158ffd74:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ff788306ca948b0b7d0d7b7259fcb1b 2024-11-14T18:51:11,958 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1426b1e0cb46cdb2a427195dcc3f5c as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da1426b1e0cb46cdb2a427195dcc3f5c 2024-11-14T18:51:11,968 INFO [M:0;853c158ffd74:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da1426b1e0cb46cdb2a427195dcc3f5c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:51:11,970 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beca42983d0f4d01820a7ea187cfe1ad as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beca42983d0f4d01820a7ea187cfe1ad 2024-11-14T18:51:11,997 INFO [M:0;853c158ffd74:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beca42983d0f4d01820a7ea187cfe1ad, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:51:11,999 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ff788306ca948b0b7d0d7b7259fcb1b as hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ff788306ca948b0b7d0d7b7259fcb1b 2024-11-14T18:51:12,007 INFO [M:0;853c158ffd74:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44071/user/jenkins/test-data/06904959-ffcd-3b10-4e6b-917e023dd96f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ff788306ca948b0b7d0d7b7259fcb1b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:51:12,011 INFO [M:0;853c158ffd74:38453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 747ms, sequenceid=97, compaction requested=false 2024-11-14T18:51:12,023 INFO [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:12,023 DEBUG [M:0;853c158ffd74:38453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610271264Disabling compacts and flushes for region at 1731610271264Disabling writes for close at 1731610271264Obtaining lock to block concurrent updates at 1731610271264Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610271264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731610271264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610271267 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610271267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610271309 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610271309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610271347 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610271388 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610271388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610271481 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610271520 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610271520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6185339c: reopening flushed file at 1731610271957 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc11087: reopening flushed file at 1731610271968 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3178227c: reopening flushed file at 1731610271998 (+30 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 747ms, sequenceid=97, compaction requested=false at 1731610272011 (+13 ms)Writing region close event to WAL at 1731610272023 (+12 ms)Closed at 1731610272023 2024-11-14T18:51:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42931 is added to blk_1073741830_1006 (size=63642) 2024-11-14T18:51:12,069 INFO [M:0;853c158ffd74:38453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:51:12,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:12,069 INFO [M:0;853c158ffd74:38453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38453 2024-11-14T18:51:12,069 INFO [M:0;853c158ffd74:38453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:12,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:12,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:12,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:12,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1013bf8f8df0000, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:12,219 INFO [M:0;853c158ffd74:38453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:12,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@162b4022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:12,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@523d6eee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:12,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:12,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ab47f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:12,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f81577{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:12,250 WARN [BP-487100339-172.17.0.2-1731610240633 heartbeating to localhost/127.0.0.1:44071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:51:12,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:51:12,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:51:12,250 WARN [BP-487100339-172.17.0.2-1731610240633 heartbeating to localhost/127.0.0.1:44071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-487100339-172.17.0.2-1731610240633 (Datanode Uuid eca9992b-08b0-4d02-9895-fad76995168b) service to localhost/127.0.0.1:44071 2024-11-14T18:51:12,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/data/data1/current/BP-487100339-172.17.0.2-1731610240633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:12,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:51:12,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/cluster_5488a259-a7c5-0cd0-f87c-5710031db0bb/data/data2/current/BP-487100339-172.17.0.2-1731610240633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:12,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79ca7862{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:12,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73233f93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:12,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:12,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2f500c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:12,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3eff79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60d14a-0b6c-299f-c490-c6dfd112c869/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:12,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:51:12,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:51:12,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 208) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44071 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44071 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44071 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1174 (was 974) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4277 (was 5230) 2024-11-14T18:51:12,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=1174, ProcessCount=11, AvailableMemoryMB=4277 2024-11-14T18:51:12,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf8f8df0002, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:51:12,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf8f8df0002, quorum=127.0.0.1:61363, baseZNode=/0850565903 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:51:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf8f8df0005, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:51:12,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf8f8df0005, quorum=127.0.0.1:61363, baseZNode=/1-939351684 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:51:12,429 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T18:51:12,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir so I do NOT create it in target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1 2024-11-14T18:51:12,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:51:12,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.tmp.dir so I do NOT create it in target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1 2024-11-14T18:51:12,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cd7862-6a9d-925c-7a29-0c637c8d7deb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:51:12,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1 2024-11-14T18:51:12,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef, deleteOnExit=true 2024-11-14T18:51:12,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/zookeeper_0, clientPort=50664, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:51:12,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50664 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/test.cache.data in system properties and HBase conf 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:51:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:51:12,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:51:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:51:12,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:12,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:13,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:13,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:13,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:51:13,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:13,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530545f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:13,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b6b0b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:13,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:13,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:13,043 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:13,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707a110e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-4193086750693712875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:13,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65852d1c{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-11-14T18:51:13,172 INFO [Time-limited test {}] server.Server(415): Started @200173ms 2024-11-14T18:51:13,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:13,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:13,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:13,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:13,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:13,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:51:13,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab2a580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:13,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c6eed71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:13,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c2d1fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/java.io.tmpdir/jetty-localhost-37399-hadoop-hdfs-3_4_1-tests_jar-_-any-8976432152476245447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:13,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46393140{HTTP/1.1, (http/1.1)}{localhost:37399} 2024-11-14T18:51:13,749 INFO [Time-limited test {}] server.Server(415): Started @200750ms 2024-11-14T18:51:13,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:51:14,495 WARN [Thread-2174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/data/data1/current/BP-854652080-172.17.0.2-1731610272561/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:14,503 WARN [Thread-2175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/data/data2/current/BP-854652080-172.17.0.2-1731610272561/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:14,597 WARN [Thread-2162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:51:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x718c568eab2a8857 with lease ID 0xee5f2810439a1e27: Processing first storage report for DS-63c3f770-cf2f-406d-82ee-d73bdd47218f from datanode DatanodeRegistration(127.0.0.1:36249, datanodeUuid=75e406d1-249c-4b28-8024-abaa4f61a967, infoPort=44793, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=832439731;c=1731610272561) 2024-11-14T18:51:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x718c568eab2a8857 with lease ID 0xee5f2810439a1e27: from storage DS-63c3f770-cf2f-406d-82ee-d73bdd47218f node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=75e406d1-249c-4b28-8024-abaa4f61a967, infoPort=44793, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=832439731;c=1731610272561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x718c568eab2a8857 with lease ID 0xee5f2810439a1e27: Processing first storage report for DS-4cbbaf9e-0030-4060-84fe-43984986460a from datanode DatanodeRegistration(127.0.0.1:36249, datanodeUuid=75e406d1-249c-4b28-8024-abaa4f61a967, infoPort=44793, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=832439731;c=1731610272561) 2024-11-14T18:51:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x718c568eab2a8857 with lease ID 0xee5f2810439a1e27: from storage DS-4cbbaf9e-0030-4060-84fe-43984986460a node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=75e406d1-249c-4b28-8024-abaa4f61a967, infoPort=44793, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=832439731;c=1731610272561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:14,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1 2024-11-14T18:51:14,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:14,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:51:14,742 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb with version=8 2024-11-14T18:51:14,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/hbase-staging 2024-11-14T18:51:14,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:51:14,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:14,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33211 2024-11-14T18:51:14,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33211 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332110x0, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:14,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33211-0x1013bf9759b0000 connected 2024-11-14T18:51:14,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:14,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:14,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/running 2024-11-14T18:51:14,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb, hbase.cluster.distributed=false 2024-11-14T18:51:14,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/acl 2024-11-14T18:51:15,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-14T18:51:15,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33211 2024-11-14T18:51:15,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33211 2024-11-14T18:51:15,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-14T18:51:15,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-14T18:51:15,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:51:15,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:15,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45043 2024-11-14T18:51:15,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45043 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:15,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:15,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:15,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450430x0, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:15,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45043-0x1013bf9759b0001 connected 2024-11-14T18:51:15,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/running 2024-11-14T18:51:15,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:51:15,236 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:51:15,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/master 2024-11-14T18:51:15,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/acl 2024-11-14T18:51:15,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45043 2024-11-14T18:51:15,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45043 2024-11-14T18:51:15,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45043 2024-11-14T18:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45043 2024-11-14T18:51:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45043 2024-11-14T18:51:15,269 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:33211 2024-11-14T18:51:15,270 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1983790369/backup-masters/853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/backup-masters 2024-11-14T18:51:15,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/backup-masters 2024-11-14T18:51:15,297 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on existing znode=/0-1983790369/backup-masters/853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1983790369/master 2024-11-14T18:51:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,303 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on existing znode=/0-1983790369/master 2024-11-14T18:51:15,305 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1983790369/backup-masters/853c158ffd74,33211,1731610274744 from backup master directory 2024-11-14T18:51:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1983790369/backup-masters/853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/backup-masters 2024-11-14T18:51:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/backup-masters 2024-11-14T18:51:15,310 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:15,310 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,330 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/hbase.id] with ID: 5b60a2e6-3eb4-43a5-ad95-dd25904a3a68 2024-11-14T18:51:15,330 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/.tmp/hbase.id 2024-11-14T18:51:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:51:15,336 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/.tmp/hbase.id]:[hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/hbase.id] 2024-11-14T18:51:15,351 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:15,351 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:51:15,357 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-14T18:51:15,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:51:15,376 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:15,377 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:51:15,377 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:51:15,399 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store 2024-11-14T18:51:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:51:15,416 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:15,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:15,417 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:15,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:15,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:15,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:15,417 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:15,417 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610275417Disabling compacts and flushes for region at 1731610275417Disabling writes for close at 1731610275417Writing region close event to WAL at 1731610275417Closed at 1731610275417 2024-11-14T18:51:15,422 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/.initializing 2024-11-14T18:51:15,422 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/WALs/853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,423 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:15,425 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C33211%2C1731610274744, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/WALs/853c158ffd74,33211,1731610274744, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/oldWALs, maxLogs=10 2024-11-14T18:51:15,442 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/WALs/853c158ffd74,33211,1731610274744/853c158ffd74%2C33211%2C1731610274744.1731610275425, exclude list is [], retry=0 2024-11-14T18:51:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-63c3f770-cf2f-406d-82ee-d73bdd47218f,DISK] 2024-11-14T18:51:15,448 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/WALs/853c158ffd74,33211,1731610274744/853c158ffd74%2C33211%2C1731610274744.1731610275425 2024-11-14T18:51:15,448 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-14T18:51:15,448 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:15,449 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:15,449 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,449 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:51:15,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:15,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:51:15,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:15,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:51:15,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:15,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:51:15,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:15,457 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,457 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,458 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,459 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,459 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,459 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:15,460 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:15,462 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:15,462 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67395735, jitterRate=0.004274711012840271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:15,463 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610275449Initializing all the Stores at 1731610275450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610275450Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610275450Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610275450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610275450Cleaning up temporary data from old regions at 1731610275459 (+9 ms)Region opened successfully at 1731610275463 (+4 ms) 2024-11-14T18:51:15,465 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:51:15,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5a7a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:15,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:51:15,469 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:51:15,469 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:51:15,469 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:51:15,469 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:51:15,470 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:51:15,470 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:51:15,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:51:15,482 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/balancer because node does not exist (not necessarily an error) 2024-11-14T18:51:15,509 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/balancer already deleted, retry=false 2024-11-14T18:51:15,509 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:51:15,510 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:51:15,518 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/normalizer already deleted, retry=false 2024-11-14T18:51:15,519 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:51:15,521 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:51:15,531 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/switch/split already deleted, retry=false 2024-11-14T18:51:15,532 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:51:15,543 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/switch/merge already deleted, retry=false 2024-11-14T18:51:15,545 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:51:15,551 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/snapshot-cleanup already deleted, retry=false 2024-11-14T18:51:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1983790369/running 2024-11-14T18:51:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1983790369/running 2024-11-14T18:51:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,33211,1731610274744, sessionid=0x1013bf9759b0000, setting cluster-up flag (Was=false) 2024-11-14T18:51:15,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,610 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1983790369/flush-table-proc/acquired, /0-1983790369/flush-table-proc/reached, /0-1983790369/flush-table-proc/abort 2024-11-14T18:51:15,611 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:15,651 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1983790369/online-snapshot/acquired, /0-1983790369/online-snapshot/reached, /0-1983790369/online-snapshot/abort 2024-11-14T18:51:15,652 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33211,1731610274744 2024-11-14T18:51:15,654 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:51:15,659 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:15,660 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:51:15,660 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:51:15,660 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,33211,1731610274744 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:15,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:15,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:51:15,676 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:51:15,686 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610305686 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:51:15,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:51:15,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:51:15,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:51:15,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:51:15,696 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:51:15,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:51:15,696 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:51:15,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:51:15,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:51:15,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb 2024-11-14T18:51:15,698 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610275697,5,FailOnTimeoutGroup] 2024-11-14T18:51:15,706 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610275698,5,FailOnTimeoutGroup] 2024-11-14T18:51:15,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:51:15,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:51:15,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:15,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:15,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:15,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:15,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:15,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:15,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:15,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:15,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:15,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:15,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:15,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740 2024-11-14T18:51:15,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740 2024-11-14T18:51:15,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:15,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:15,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:15,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:15,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:15,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945730, jitterRate=0.05717375874519348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610275718Initializing all the Stores at 1731610275719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610275719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610275720 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610275720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610275720Cleaning up temporary data from old regions at 1731610275731 (+11 ms)Region opened successfully at 1731610275737 (+6 ms) 2024-11-14T18:51:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:15,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:15,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:15,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610275738Disabling compacts and flushes for region at 1731610275738Disabling writes for close at 1731610275738Writing region close event to WAL at 1731610275739 (+1 ms)Closed at 1731610275739 2024-11-14T18:51:15,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:15,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:51:15,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:51:15,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:15,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:51:15,750 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(746): ClusterId : 5b60a2e6-3eb4-43a5-ad95-dd25904a3a68 2024-11-14T18:51:15,750 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:51:15,761 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:51:15,761 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:51:15,771 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:51:15,772 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c3fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:15,795 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:45043 2024-11-14T18:51:15,795 INFO [RS:0;853c158ffd74:45043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:51:15,795 INFO [RS:0;853c158ffd74:45043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:51:15,795 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:51:15,796 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,33211,1731610274744 with port=45043, startcode=1731610275089 2024-11-14T18:51:15,796 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:51:15,801 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:51:15,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33211 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,803 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb 2024-11-14T18:51:15,804 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38133 2024-11-14T18:51:15,804 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:51:15,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/rs 2024-11-14T18:51:15,811 DEBUG [RS:0;853c158ffd74:45043 {}] zookeeper.ZKUtil(111): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on existing znode=/0-1983790369/rs/853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,811 WARN [RS:0;853c158ffd74:45043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:15,811 INFO [RS:0;853c158ffd74:45043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:15,811 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,45043,1731610275089] 2024-11-14T18:51:15,816 INFO [RS:0;853c158ffd74:45043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:51:15,819 INFO [RS:0;853c158ffd74:45043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:51:15,821 INFO [RS:0;853c158ffd74:45043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:51:15,821 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,821 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:51:15,822 INFO [RS:0;853c158ffd74:45043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:51:15,822 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:15,823 DEBUG [RS:0;853c158ffd74:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,824 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45043,1731610275089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:15,850 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:51:15,851 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45043,1731610275089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,851 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,851 INFO [RS:0;853c158ffd74:45043 {}] regionserver.Replication(171): 853c158ffd74,45043,1731610275089 started 2024-11-14T18:51:15,872 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:15,872 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,45043,1731610275089, RpcServer on 853c158ffd74/172.17.0.2:45043, sessionid=0x1013bf9759b0001 2024-11-14T18:51:15,873 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:51:15,873 DEBUG [RS:0;853c158ffd74:45043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,873 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,45043,1731610275089' 2024-11-14T18:51:15,873 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1983790369/flush-table-proc/abort' 2024-11-14T18:51:15,873 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1983790369/flush-table-proc/acquired' 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,45043,1731610275089 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,45043,1731610275089' 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1983790369/online-snapshot/abort' 2024-11-14T18:51:15,874 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1983790369/online-snapshot/acquired' 2024-11-14T18:51:15,875 DEBUG [RS:0;853c158ffd74:45043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:51:15,875 INFO [RS:0;853c158ffd74:45043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:51:15,875 INFO [RS:0;853c158ffd74:45043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:51:15,895 WARN [853c158ffd74:33211 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:51:15,976 INFO [RS:0;853c158ffd74:45043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:15,977 INFO [RS:0;853c158ffd74:45043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45043%2C1731610275089, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/oldWALs, maxLogs=10 2024-11-14T18:51:15,996 DEBUG [RS:0;853c158ffd74:45043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, exclude list is [], retry=0 2024-11-14T18:51:15,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-63c3f770-cf2f-406d-82ee-d73bdd47218f,DISK] 2024-11-14T18:51:16,001 INFO [RS:0;853c158ffd74:45043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 2024-11-14T18:51:16,002 DEBUG [RS:0;853c158ffd74:45043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-14T18:51:16,145 DEBUG [853c158ffd74:33211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:51:16,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:16,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,45043,1731610275089, state=OPENING 2024-11-14T18:51:16,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:51:16,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:16,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:16,215 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:16,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,45043,1731610275089}] 2024-11-14T18:51:16,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1983790369/meta-region-server: CHANGED 2024-11-14T18:51:16,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1983790369/meta-region-server: CHANGED 2024-11-14T18:51:16,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:16,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:51:16,379 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:51:16,379 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:16,379 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:51:16,382 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45043%2C1731610275089.meta, suffix=.meta, logDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/oldWALs, maxLogs=10 2024-11-14T18:51:16,415 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.meta.1731610276383.meta, exclude list is [], retry=0 2024-11-14T18:51:16,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-63c3f770-cf2f-406d-82ee-d73bdd47218f,DISK] 2024-11-14T18:51:16,434 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.meta.1731610276383.meta 2024-11-14T18:51:16,435 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-14T18:51:16,435 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:16,435 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:16,435 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:16,436 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:51:16,436 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:51:16,436 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:51:16,436 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:16,436 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:51:16,436 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:51:16,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:16,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:16,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:16,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:16,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:16,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:16,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:16,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:16,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:16,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:16,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:16,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:16,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:16,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:16,446 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:16,447 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740 2024-11-14T18:51:16,448 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740 2024-11-14T18:51:16,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:16,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:16,450 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:16,452 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:16,453 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63689165, jitterRate=-0.050957486033439636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:16,453 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:51:16,454 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610276436Writing region info on filesystem at 1731610276436Initializing all the Stores at 1731610276438 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610276438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610276439 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610276439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610276439Cleaning up temporary data from old regions at 1731610276450 (+11 ms)Running coprocessor post-open hooks at 1731610276453 (+3 ms)Region opened successfully at 1731610276454 (+1 ms) 2024-11-14T18:51:16,460 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610276369 2024-11-14T18:51:16,464 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:51:16,464 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:51:16,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:16,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,45043,1731610275089, state=OPEN 2024-11-14T18:51:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1983790369/meta-region-server 2024-11-14T18:51:16,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1983790369/meta-region-server: CHANGED 2024-11-14T18:51:16,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,45043,1731610275089 2024-11-14T18:51:16,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:51:16,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,45043,1731610275089 in 286 msec 2024-11-14T18:51:16,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1983790369/meta-region-server 2024-11-14T18:51:16,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1983790369/meta-region-server: CHANGED 2024-11-14T18:51:16,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:51:16,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-14T18:51:16,509 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:16,509 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:51:16,514 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:16,514 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45043,1731610275089, seqNum=-1] 2024-11-14T18:51:16,514 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:16,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:16,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-14T18:51:16,531 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610276530, completionTime=-1 2024-11-14T18:51:16,531 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:51:16,531 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:51:16,538 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:51:16,538 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610336538 2024-11-14T18:51:16,538 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610396538 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:33211, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,542 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:51:16,547 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.245sec 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:16,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:51:16,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eaaaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:16,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:16,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:16,575 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:16,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:16,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:16,578 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:16,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a6dee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:16,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45043,1731610275089, seqNum=-1] 2024-11-14T18:51:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:16,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:16,585 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:51:16,585 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:51:16,585 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33211,1731610274744-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:16,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,33211,1731610274744 2024-11-14T18:51:16,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:16,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf9759b0002 connected 2024-11-14T18:51:16,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir so I do NOT create it in target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3 2024-11-14T18:51:16,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:51:16,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.tmp.dir so I do NOT create it in target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3 2024-11-14T18:51:16,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:51:16,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3 2024-11-14T18:51:16,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/cluster_d0158e97-381f-f181-5cbc-7c2678f735e6, deleteOnExit=true 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/test.cache.data in system properties and HBase conf 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:51:16,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:51:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:51:16,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:51:17,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:17,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:17,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:17,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:17,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:51:17,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:17,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5ba38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:17,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a2f931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:17,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:17,082 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:17,082 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:17,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc47c3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/java.io.tmpdir/jetty-localhost-42941-hadoop-hdfs-3_4_1-tests_jar-_-any-12940947762662305366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:17,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e784c13{HTTP/1.1, (http/1.1)}{localhost:42941} 2024-11-14T18:51:17,211 INFO [Time-limited test {}] server.Server(415): Started @204212ms 2024-11-14T18:51:17,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:17,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:17,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:17,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:17,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:51:17,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d7122{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:17,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dd723d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:17,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c9da248{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/java.io.tmpdir/jetty-localhost-35409-hadoop-hdfs-3_4_1-tests_jar-_-any-11204220329042921839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:17,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d39cd0{HTTP/1.1, (http/1.1)}{localhost:35409} 2024-11-14T18:51:17,919 INFO [Time-limited test {}] server.Server(415): Started @204920ms 2024-11-14T18:51:17,920 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:51:18,505 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/cluster_d0158e97-381f-f181-5cbc-7c2678f735e6/data/data1/current/BP-635360608-172.17.0.2-1731610276661/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:18,506 WARN [Thread-2295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/cluster_d0158e97-381f-f181-5cbc-7c2678f735e6/data/data2/current/BP-635360608-172.17.0.2-1731610276661/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:18,602 WARN [Thread-2282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:51:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0aae495f1fa96b2 with lease ID 0xbbbf6cb13fa753a9: Processing first storage report for DS-f9c9e8a0-35d0-476d-8554-6e77163717f1 from datanode DatanodeRegistration(127.0.0.1:41979, datanodeUuid=6f69b9ec-830d-400a-84f5-2b2e8bc9bde4, infoPort=40421, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=1665122362;c=1731610276661) 2024-11-14T18:51:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0aae495f1fa96b2 with lease ID 0xbbbf6cb13fa753a9: from storage DS-f9c9e8a0-35d0-476d-8554-6e77163717f1 node DatanodeRegistration(127.0.0.1:41979, datanodeUuid=6f69b9ec-830d-400a-84f5-2b2e8bc9bde4, infoPort=40421, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=1665122362;c=1731610276661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0aae495f1fa96b2 with lease ID 0xbbbf6cb13fa753a9: Processing first storage report for DS-99077f23-5c49-4062-a8e9-1009dbb296c2 from datanode DatanodeRegistration(127.0.0.1:41979, datanodeUuid=6f69b9ec-830d-400a-84f5-2b2e8bc9bde4, infoPort=40421, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=1665122362;c=1731610276661) 2024-11-14T18:51:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0aae495f1fa96b2 with lease ID 0xbbbf6cb13fa753a9: from storage DS-99077f23-5c49-4062-a8e9-1009dbb296c2 node DatanodeRegistration(127.0.0.1:41979, datanodeUuid=6f69b9ec-830d-400a-84f5-2b2e8bc9bde4, infoPort=40421, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=1665122362;c=1731610276661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:18,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3 2024-11-14T18:51:18,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:18,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:51:19,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:19,062 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f with version=8 2024-11-14T18:51:19,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/hbase-staging 2024-11-14T18:51:19,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:51:19,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:19,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40331 2024-11-14T18:51:19,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40331 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403310x0, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:19,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40331-0x1013bf9759b0003 connected 2024-11-14T18:51:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:19,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:19,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:19,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/running 2024-11-14T18:51:19,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f, hbase.cluster.distributed=false 2024-11-14T18:51:19,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/acl 2024-11-14T18:51:19,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40331 2024-11-14T18:51:19,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40331 2024-11-14T18:51:19,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40331 2024-11-14T18:51:19,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40331 2024-11-14T18:51:19,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40331 2024-11-14T18:51:19,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:19,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:19,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:19,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:19,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:51:19,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:19,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45191 2024-11-14T18:51:19,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45191 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:19,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:19,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451910x0, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:19,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451910x0, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/running 2024-11-14T18:51:19,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:51:19,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45191-0x1013bf9759b0004 connected 2024-11-14T18:51:19,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:51:19,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/master 2024-11-14T18:51:19,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/acl 2024-11-14T18:51:19,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-14T18:51:19,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45191 2024-11-14T18:51:19,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45191 2024-11-14T18:51:19,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-14T18:51:19,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-14T18:51:19,689 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:40331 2024-11-14T18:51:19,712 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1632295714/backup-masters/853c158ffd74,40331,1731610279065 2024-11-14T18:51:19,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/backup-masters 2024-11-14T18:51:19,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/backup-masters 2024-11-14T18:51:19,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on existing znode=/1632295714/backup-masters/853c158ffd74,40331,1731610279065 2024-11-14T18:51:19,779 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on existing znode=/1632295714/master 2024-11-14T18:51:19,780 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1632295714/backup-masters/853c158ffd74,40331,1731610279065 from backup master directory 2024-11-14T18:51:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632295714/master 2024-11-14T18:51:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:19,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/backup-masters 2024-11-14T18:51:19,784 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:19,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,40331,1731610279065 2024-11-14T18:51:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632295714/backup-masters/853c158ffd74,40331,1731610279065 2024-11-14T18:51:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/backup-masters 2024-11-14T18:51:19,796 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/hbase.id] with ID: 6e723553-c120-4f25-a568-84953aa68ef1 2024-11-14T18:51:19,796 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/.tmp/hbase.id 2024-11-14T18:51:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:51:20,257 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/.tmp/hbase.id]:[hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/hbase.id] 2024-11-14T18:51:20,281 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:20,281 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:51:20,282 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:51:20,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:20,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:51:20,899 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:20,900 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:51:20,910 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:51:20,989 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store 2024-11-14T18:51:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:21,447 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:21,447 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:21,447 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610281447Disabling compacts and flushes for region at 1731610281447Disabling writes for close at 1731610281447Writing region close event to WAL at 1731610281447Closed at 1731610281447 2024-11-14T18:51:21,452 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/.initializing 2024-11-14T18:51:21,452 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/WALs/853c158ffd74,40331,1731610279065 2024-11-14T18:51:21,453 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:21,455 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40331%2C1731610279065, suffix=, logDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/WALs/853c158ffd74,40331,1731610279065, archiveDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/oldWALs, maxLogs=10 2024-11-14T18:51:21,488 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/WALs/853c158ffd74,40331,1731610279065/853c158ffd74%2C40331%2C1731610279065.1731610281456, exclude list is [], retry=0 2024-11-14T18:51:21,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41979,DS-f9c9e8a0-35d0-476d-8554-6e77163717f1,DISK] 2024-11-14T18:51:21,552 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/WALs/853c158ffd74,40331,1731610279065/853c158ffd74%2C40331%2C1731610279065.1731610281456 2024-11-14T18:51:21,555 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-14T18:51:21,555 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:21,555 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:21,555 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,555 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:51:21,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:21,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:21,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:51:21,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:21,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:21,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:51:21,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:51:21,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:21,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:21,589 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,590 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,590 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,599 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,599 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,600 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:21,601 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:21,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:21,618 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74733115, jitterRate=0.11361019313335419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:21,619 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610281555Initializing all the Stores at 1731610281557 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610281557Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610281570 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610281570Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610281570Cleaning up temporary data from old regions at 1731610281599 (+29 ms)Region opened successfully at 1731610281619 (+20 ms) 2024-11-14T18:51:21,626 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:51:21,630 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c37cde1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:21,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:51:21,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:51:21,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:51:21,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:51:21,644 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:51:21,644 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:51:21,644 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:51:21,652 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:51:21,654 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Unable to get data of znode /1632295714/balancer because node does not exist (not necessarily an error) 2024-11-14T18:51:21,700 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/balancer already deleted, retry=false 2024-11-14T18:51:21,700 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:51:21,701 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Unable to get data of znode /1632295714/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:51:21,716 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/normalizer already deleted, retry=false 2024-11-14T18:51:21,717 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:51:21,728 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Unable to get data of znode /1632295714/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:51:21,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/switch/split already deleted, retry=false 2024-11-14T18:51:21,737 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Unable to get data of znode /1632295714/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:51:21,742 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/switch/merge already deleted, retry=false 2024-11-14T18:51:21,744 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Unable to get data of znode /1632295714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:51:21,750 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/snapshot-cleanup already deleted, retry=false 2024-11-14T18:51:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632295714/running 2024-11-14T18:51:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632295714/running 2024-11-14T18:51:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,759 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,40331,1731610279065, sessionid=0x1013bf9759b0003, setting cluster-up flag (Was=false) 2024-11-14T18:51:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,800 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1632295714/flush-table-proc/acquired, /1632295714/flush-table-proc/reached, /1632295714/flush-table-proc/abort 2024-11-14T18:51:21,801 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,40331,1731610279065 2024-11-14T18:51:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:21,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:51:21,842 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1632295714/online-snapshot/acquired, /1632295714/online-snapshot/reached, /1632295714/online-snapshot/abort 2024-11-14T18:51:21,843 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,40331,1731610279065 2024-11-14T18:51:21,855 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:51:21,879 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:21,879 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:51:21,880 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:51:21,880 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,40331,1731610279065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:21,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:21,888 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(746): ClusterId : 6e723553-c120-4f25-a568-84953aa68ef1 2024-11-14T18:51:21,889 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:51:21,901 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:51:21,901 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:51:21,909 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:51:21,910 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2d45bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:21,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:21,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:51:21,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:21,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:51:21,998 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:45191 2024-11-14T18:51:21,998 INFO [RS:0;853c158ffd74:45191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:51:21,998 INFO [RS:0;853c158ffd74:45191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:51:21,998 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:51:22,005 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,40331,1731610279065 with port=45191, startcode=1731610279369 2024-11-14T18:51:22,006 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:51:22,071 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:51:22,072 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40331 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:51:22,075 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T18:51:22,075 WARN [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T18:51:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610312118 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:51:22,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:51:22,129 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:51:22,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:51:22,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:51:22,135 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:51:22,138 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:51:22,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:51:22,154 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610282139,5,FailOnTimeoutGroup] 2024-11-14T18:51:22,171 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610282154,5,FailOnTimeoutGroup] 2024-11-14T18:51:22,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:51:22,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,179 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,40331,1731610279065 with port=45191, startcode=1731610279369 2024-11-14T18:51:22,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40331 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,193 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f 2024-11-14T18:51:22,193 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39459 2024-11-14T18:51:22,193 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:51:22,251 DEBUG [RS:0;853c158ffd74:45191 {}] zookeeper.ZKUtil(111): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on existing znode=/1632295714/rs/853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,251 WARN [RS:0;853c158ffd74:45191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:22,251 INFO [RS:0;853c158ffd74:45191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:22,251 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/rs 2024-11-14T18:51:22,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,45191,1731610279369] 2024-11-14T18:51:22,349 INFO [RS:0;853c158ffd74:45191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:51:22,355 INFO [RS:0;853c158ffd74:45191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:51:22,367 INFO [RS:0;853c158ffd74:45191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:51:22,367 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,371 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:51:22,373 INFO [RS:0;853c158ffd74:45191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:51:22,373 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,373 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,373 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:22,374 DEBUG [RS:0;853c158ffd74:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,396 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45191,1731610279369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:22,445 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:51:22,445 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45191,1731610279369-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,452 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,452 INFO [RS:0;853c158ffd74:45191 {}] regionserver.Replication(171): 853c158ffd74,45191,1731610279369 started 2024-11-14T18:51:22,493 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:22,493 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,45191,1731610279369, RpcServer on 853c158ffd74/172.17.0.2:45191, sessionid=0x1013bf9759b0004 2024-11-14T18:51:22,494 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:51:22,494 DEBUG [RS:0;853c158ffd74:45191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,495 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,45191,1731610279369' 2024-11-14T18:51:22,495 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1632295714/flush-table-proc/abort' 2024-11-14T18:51:22,495 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1632295714/flush-table-proc/acquired' 2024-11-14T18:51:22,496 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:51:22,496 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:51:22,496 DEBUG [RS:0;853c158ffd74:45191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,45191,1731610279369 2024-11-14T18:51:22,496 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,45191,1731610279369' 2024-11-14T18:51:22,496 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1632295714/online-snapshot/abort' 2024-11-14T18:51:22,497 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1632295714/online-snapshot/acquired' 2024-11-14T18:51:22,498 DEBUG [RS:0;853c158ffd74:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:51:22,498 INFO [RS:0;853c158ffd74:45191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:51:22,498 INFO [RS:0;853c158ffd74:45191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:51:22,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:51:22,517 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f 2024-11-14T18:51:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:51:22,602 INFO [RS:0;853c158ffd74:45191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:22,605 INFO [RS:0;853c158ffd74:45191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45191%2C1731610279369, suffix=, logDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369, archiveDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/oldWALs, maxLogs=10 2024-11-14T18:51:22,646 DEBUG [RS:0;853c158ffd74:45191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, exclude list is [], retry=0 2024-11-14T18:51:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41979,DS-f9c9e8a0-35d0-476d-8554-6e77163717f1,DISK] 2024-11-14T18:51:22,653 INFO [RS:0;853c158ffd74:45191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 2024-11-14T18:51:22,653 DEBUG [RS:0;853c158ffd74:45191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-14T18:51:22,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:22,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:23,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:23,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:23,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:23,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:23,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:23,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:23,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:23,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740 2024-11-14T18:51:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740 2024-11-14T18:51:23,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:23,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:23,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:23,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:23,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:23,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61284144, jitterRate=-0.08679509162902832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610282979Initializing all the Stores at 1731610282989 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610282989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610282998 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610282998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610282998Cleaning up temporary data from old regions at 1731610283063 (+65 ms)Region opened successfully at 1731610283087 (+24 ms) 2024-11-14T18:51:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:23,087 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:23,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:23,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610283087Disabling compacts and flushes for region at 1731610283087Disabling writes for close at 1731610283087Writing region close event to WAL at 1731610283094 (+7 ms)Closed at 1731610283094 2024-11-14T18:51:23,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:23,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:51:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:51:23,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:23,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:51:23,250 DEBUG [853c158ffd74:40331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:51:23,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:23,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,45191,1731610279369, state=OPENING 2024-11-14T18:51:23,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:51:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:23,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632295714/meta-region-server: CHANGED 2024-11-14T18:51:23,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:23,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,45191,1731610279369}] 2024-11-14T18:51:23,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632295714/meta-region-server: CHANGED 2024-11-14T18:51:23,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:51:23,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:23,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:51:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:23,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:51:23,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:51:23,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:23,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:51:23,534 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:51:23,534 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:23,534 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:51:23,539 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45191%2C1731610279369.meta, suffix=.meta, logDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369, archiveDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/oldWALs, maxLogs=10 2024-11-14T18:51:23,563 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.meta.1731610283539.meta, exclude list is [], retry=0 2024-11-14T18:51:23,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41979,DS-f9c9e8a0-35d0-476d-8554-6e77163717f1,DISK] 2024-11-14T18:51:23,612 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.meta.1731610283539.meta 2024-11-14T18:51:23,615 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-14T18:51:23,615 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:23,615 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:51:23,616 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:51:23,616 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:51:23,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:23,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:23,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:23,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:23,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:23,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:23,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:23,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:23,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:23,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:23,679 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740 2024-11-14T18:51:23,680 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740 2024-11-14T18:51:23,681 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:23,681 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:23,681 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:23,684 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:23,685 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72716752, jitterRate=0.08356404304504395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:23,685 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:51:23,686 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610283616Writing region info on filesystem at 1731610283616Initializing all the Stores at 1731610283635 (+19 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610283635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610283642 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610283642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610283642Cleaning up temporary data from old regions at 1731610283681 (+39 ms)Running coprocessor post-open hooks at 1731610283685 (+4 ms)Region opened successfully at 1731610283685 2024-11-14T18:51:23,690 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610283524 2024-11-14T18:51:23,697 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:51:23,697 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:51:23,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:23,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,45191,1731610279369, state=OPEN 2024-11-14T18:51:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1632295714/meta-region-server 2024-11-14T18:51:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1632295714/meta-region-server 2024-11-14T18:51:23,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,45191,1731610279369 2024-11-14T18:51:23,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632295714/meta-region-server: CHANGED 2024-11-14T18:51:23,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632295714/meta-region-server: CHANGED 2024-11-14T18:51:23,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:51:23,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,45191,1731610279369 in 381 msec 2024-11-14T18:51:23,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:51:23,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-14T18:51:23,731 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:23,731 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:51:23,740 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:23,740 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45191,1731610279369, seqNum=-1] 2024-11-14T18:51:23,740 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:23,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:23,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8870 sec 2024-11-14T18:51:23,753 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610283753, completionTime=-1 2024-11-14T18:51:23,753 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:51:23,753 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610343756 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610403756 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,756 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:40331, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,757 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,759 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:51:23,766 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.987sec 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:23,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:51:23,789 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:51:23,789 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:51:23,789 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40331,1731610279065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:23,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:23,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:23,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:23,879 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:23,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:23,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:23,892 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:23,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27820b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:23,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:23,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45191,1731610279369, seqNum=-1] 2024-11-14T18:51:23,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:23,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,40331,1731610279065 2024-11-14T18:51:23,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50664 2024-11-14T18:51:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:23,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf9759b0005 connected 2024-11-14T18:51:23,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33211,1731610274744 2024-11-14T18:51:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@190eae75 2024-11-14T18:51:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:23,977 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:23,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:51:23,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:23,982 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:23,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:23,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:51:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:51:24,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7189c2b50bf1722fd92df95c6e26a29f, NAME => 'test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb 2024-11-14T18:51:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7189c2b50bf1722fd92df95c6e26a29f, disabling compactions & flushes 2024-11-14T18:51:24,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. after waiting 0 ms 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7189c2b50bf1722fd92df95c6e26a29f: Waiting for close lock at 1731610284154Disabling compacts and flushes for region at 1731610284154Disabling writes for close at 1731610284154Writing region close event to WAL at 1731610284154Closed at 1731610284154 2024-11-14T18:51:24,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:24,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610284156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610284156"}]},"ts":"1731610284156"} 2024-11-14T18:51:24,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:24,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:24,163 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610284163"}]},"ts":"1731610284163"} 2024-11-14T18:51:24,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:51:24,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7189c2b50bf1722fd92df95c6e26a29f, ASSIGN}] 2024-11-14T18:51:24,169 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7189c2b50bf1722fd92df95c6e26a29f, ASSIGN 2024-11-14T18:51:24,170 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7189c2b50bf1722fd92df95c6e26a29f, ASSIGN; state=OFFLINE, location=853c158ffd74,45043,1731610275089; forceNewPlan=false, retain=false 2024-11-14T18:51:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:24,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7189c2b50bf1722fd92df95c6e26a29f, regionState=OPENING, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:24,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7189c2b50bf1722fd92df95c6e26a29f, ASSIGN because future has completed 2024-11-14T18:51:24,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7189c2b50bf1722fd92df95c6e26a29f, server=853c158ffd74,45043,1731610275089}] 2024-11-14T18:51:24,521 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,521 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7189c2b50bf1722fd92df95c6e26a29f, NAME => 'test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:24,521 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:24,521 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:51:24,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:24,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,567 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,568 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7189c2b50bf1722fd92df95c6e26a29f columnFamilyName f 2024-11-14T18:51:24,568 DEBUG [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:24,569 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(327): Store=7189c2b50bf1722fd92df95c6e26a29f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:24,569 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,571 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7189c2b50bf1722fd92df95c6e26a29f columnFamilyName f1 2024-11-14T18:51:24,571 DEBUG [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:24,571 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(327): Store=7189c2b50bf1722fd92df95c6e26a29f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:24,571 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,573 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7189c2b50bf1722fd92df95c6e26a29f columnFamilyName norep 2024-11-14T18:51:24,573 DEBUG [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:24,573 INFO [StoreOpener-7189c2b50bf1722fd92df95c6e26a29f-1 {}] regionserver.HStore(327): Store=7189c2b50bf1722fd92df95c6e26a29f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:24,573 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,574 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,575 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,576 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,576 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,578 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:24,579 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,586 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:24,589 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7189c2b50bf1722fd92df95c6e26a29f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64453614, jitterRate=-0.03956630825996399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:24,589 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:24,590 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7189c2b50bf1722fd92df95c6e26a29f: Running coprocessor pre-open hook at 1731610284531Writing region info on filesystem at 1731610284531Initializing all the Stores at 1731610284535 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610284535Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610284561 (+26 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610284561Cleaning up temporary data from old regions at 1731610284576 (+15 ms)Running coprocessor post-open hooks at 1731610284589 (+13 ms)Region opened successfully at 1731610284590 (+1 ms) 2024-11-14T18:51:24,593 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f., pid=6, masterSystemTime=1731610284502 2024-11-14T18:51:24,596 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,596 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:24,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7189c2b50bf1722fd92df95c6e26a29f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7189c2b50bf1722fd92df95c6e26a29f, server=853c158ffd74,45043,1731610275089 because future has completed 2024-11-14T18:51:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:24,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:51:24,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7189c2b50bf1722fd92df95c6e26a29f, server=853c158ffd74,45043,1731610275089 in 309 msec 2024-11-14T18:51:24,660 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:24,660 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610284660"}]},"ts":"1731610284660"} 2024-11-14T18:51:24,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:51:24,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7189c2b50bf1722fd92df95c6e26a29f, ASSIGN in 487 msec 2024-11-14T18:51:24,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:51:24,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:24,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 697 msec 2024-11-14T18:51:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:25,123 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:51:25,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,40331,1731610279065 2024-11-14T18:51:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-11-14T18:51:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:25,127 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:25,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:51:25,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:25,143 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:25,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:25,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:51:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:51:25,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a3ce9f3fd0076f1c6faede0b09c3fb7, NAME => 'test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f 2024-11-14T18:51:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:51:25,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:25,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a3ce9f3fd0076f1c6faede0b09c3fb7, disabling compactions & flushes 2024-11-14T18:51:25,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. after waiting 0 ms 2024-11-14T18:51:25,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a3ce9f3fd0076f1c6faede0b09c3fb7: Waiting for close lock at 1731610285309Disabling compacts and flushes for region at 1731610285309Disabling writes for close at 1731610285309Writing region close event to WAL at 1731610285309Closed at 1731610285309 2024-11-14T18:51:25,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:25,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610285311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610285311"}]},"ts":"1731610285311"} 2024-11-14T18:51:25,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:25,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:25,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610285315"}]},"ts":"1731610285315"} 2024-11-14T18:51:25,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:51:25,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a3ce9f3fd0076f1c6faede0b09c3fb7, ASSIGN}] 2024-11-14T18:51:25,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a3ce9f3fd0076f1c6faede0b09c3fb7, ASSIGN 2024-11-14T18:51:25,329 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a3ce9f3fd0076f1c6faede0b09c3fb7, ASSIGN; state=OFFLINE, location=853c158ffd74,45191,1731610279369; forceNewPlan=false, retain=false 2024-11-14T18:51:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:25,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a3ce9f3fd0076f1c6faede0b09c3fb7, regionState=OPENING, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:25,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a3ce9f3fd0076f1c6faede0b09c3fb7, ASSIGN because future has completed 2024-11-14T18:51:25,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a3ce9f3fd0076f1c6faede0b09c3fb7, server=853c158ffd74,45191,1731610279369}] 2024-11-14T18:51:25,700 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,700 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a3ce9f3fd0076f1c6faede0b09c3fb7, NAME => 'test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:25,700 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:25,701 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:51:25,701 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,701 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:25,701 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,701 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,719 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,729 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3ce9f3fd0076f1c6faede0b09c3fb7 columnFamilyName f 2024-11-14T18:51:25,729 DEBUG [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:25,731 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(327): Store=1a3ce9f3fd0076f1c6faede0b09c3fb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:25,731 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,734 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3ce9f3fd0076f1c6faede0b09c3fb7 columnFamilyName f1 2024-11-14T18:51:25,734 DEBUG [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:25,734 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(327): Store=1a3ce9f3fd0076f1c6faede0b09c3fb7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:25,734 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,736 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3ce9f3fd0076f1c6faede0b09c3fb7 columnFamilyName norep 2024-11-14T18:51:25,736 DEBUG [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:25,737 INFO [StoreOpener-1a3ce9f3fd0076f1c6faede0b09c3fb7-1 {}] regionserver.HStore(327): Store=1a3ce9f3fd0076f1c6faede0b09c3fb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:25,737 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,738 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,738 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,739 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,739 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,740 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:25,741 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,755 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:25,756 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a3ce9f3fd0076f1c6faede0b09c3fb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66258099, jitterRate=-0.012677386403083801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:25,756 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:25,756 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a3ce9f3fd0076f1c6faede0b09c3fb7: Running coprocessor pre-open hook at 1731610285701Writing region info on filesystem at 1731610285701Initializing all the Stores at 1731610285702 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610285702Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610285718 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610285718Cleaning up temporary data from old regions at 1731610285739 (+21 ms)Running coprocessor post-open hooks at 1731610285756 (+17 ms)Region opened successfully at 1731610285756 2024-11-14T18:51:25,759 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7., pid=6, masterSystemTime=1731610285670 2024-11-14T18:51:25,762 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,762 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:25,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a3ce9f3fd0076f1c6faede0b09c3fb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:25,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a3ce9f3fd0076f1c6faede0b09c3fb7, server=853c158ffd74,45191,1731610279369 because future has completed 2024-11-14T18:51:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:25,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:51:25,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a3ce9f3fd0076f1c6faede0b09c3fb7, server=853c158ffd74,45191,1731610279369 in 283 msec 2024-11-14T18:51:25,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:51:25,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a3ce9f3fd0076f1c6faede0b09c3fb7, ASSIGN in 470 msec 2024-11-14T18:51:25,793 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:25,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610285793"}]},"ts":"1731610285793"} 2024-11-14T18:51:25,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:51:25,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:25,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 670 msec 2024-11-14T18:51:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:26,292 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:51:26,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73061288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:26,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:26,311 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22da949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,318 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb3441a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675620d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:26,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:26,332 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a668b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,334 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fb7ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72754009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:26,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:26,337 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8e73f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,340 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c05b4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33211,1731610274744 2024-11-14T18:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c29e05 2024-11-14T18:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:26,345 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:26,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:40331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:51:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:51:26,349 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:40331' 2024-11-14T18:51:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:26,357 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa84686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,357 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:26,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:26,359 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:26,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:26,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:26,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce52ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:26,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:26,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,361 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:26,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bc0c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:26,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:26,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,40331,1731610279065 2024-11-14T18:51:26,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399dbbdb 2024-11-14T18:51:26,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:26,364 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:26,365 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:51:26,365 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:51:26,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:26,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:26,366 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:26,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:51:26,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:26,369 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:26,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:26,418 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:51:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:51:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:26,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1acb7326890ba67a418540cfc1663346, NAME => 'hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb 2024-11-14T18:51:26,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1acb7326890ba67a418540cfc1663346, disabling compactions & flushes 2024-11-14T18:51:26,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. after waiting 0 ms 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:26,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:26,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1acb7326890ba67a418540cfc1663346: Waiting for close lock at 1731610286947Disabling compacts and flushes for region at 1731610286947Disabling writes for close at 1731610286947Writing region close event to WAL at 1731610286947Closed at 1731610286947 2024-11-14T18:51:26,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:26,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610286955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610286955"}]},"ts":"1731610286955"} 2024-11-14T18:51:26,963 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:26,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:26,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610286971"}]},"ts":"1731610286971"} 2024-11-14T18:51:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:26,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:51:26,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1acb7326890ba67a418540cfc1663346, ASSIGN}] 2024-11-14T18:51:26,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1acb7326890ba67a418540cfc1663346, ASSIGN 2024-11-14T18:51:26,993 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1acb7326890ba67a418540cfc1663346, ASSIGN; state=OFFLINE, location=853c158ffd74,45043,1731610275089; forceNewPlan=false, retain=false 2024-11-14T18:51:27,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:27,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:27,143 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18256 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:27,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1acb7326890ba67a418540cfc1663346, regionState=OPENING, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:27,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1acb7326890ba67a418540cfc1663346, ASSIGN because future has completed 2024-11-14T18:51:27,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1acb7326890ba67a418540cfc1663346, server=853c158ffd74,45043,1731610275089}] 2024-11-14T18:51:27,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:27,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:27,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:51:27,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45043%2C1731610275089.rep, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/oldWALs, maxLogs=10 2024-11-14T18:51:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.rep.1731610287397, exclude list is [], retry=0 2024-11-14T18:51:27,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-63c3f770-cf2f-406d-82ee-d73bdd47218f,DISK] 2024-11-14T18:51:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:27,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.rep.1731610287397 2024-11-14T18:51:27,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44793:44793)] 2024-11-14T18:51:27,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1acb7326890ba67a418540cfc1663346, NAME => 'hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:27,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. service=MultiRowMutationService 2024-11-14T18:51:27,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,519 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,522 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1acb7326890ba67a418540cfc1663346 columnFamilyName hfileref 2024-11-14T18:51:27,523 DEBUG [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:27,523 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(327): Store=1acb7326890ba67a418540cfc1663346/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:27,523 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,531 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1acb7326890ba67a418540cfc1663346 columnFamilyName queue 2024-11-14T18:51:27,531 DEBUG [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:27,533 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(327): Store=1acb7326890ba67a418540cfc1663346/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:27,533 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,535 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1acb7326890ba67a418540cfc1663346 columnFamilyName sid 2024-11-14T18:51:27,535 DEBUG [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:27,536 INFO [StoreOpener-1acb7326890ba67a418540cfc1663346-1 {}] regionserver.HStore(327): Store=1acb7326890ba67a418540cfc1663346/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:27,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:27,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:27,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1acb7326890ba67a418540cfc1663346; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64432202, jitterRate=-0.039885371923446655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:27,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:27,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1acb7326890ba67a418540cfc1663346: Running coprocessor pre-open hook at 1731610287509Writing region info on filesystem at 1731610287509Initializing all the Stores at 1731610287516 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610287516Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610287518 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610287518Cleaning up temporary data from old regions at 1731610287538 (+20 ms)Running coprocessor post-open hooks at 1731610287570 (+32 ms)Region opened successfully at 1731610287570 2024-11-14T18:51:27,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346., pid=10, masterSystemTime=1731610287346 2024-11-14T18:51:27,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1acb7326890ba67a418540cfc1663346, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,45043,1731610275089 2024-11-14T18:51:27,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1acb7326890ba67a418540cfc1663346, server=853c158ffd74,45043,1731610275089 because future has completed 2024-11-14T18:51:27,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:27,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:27,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:51:27,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1acb7326890ba67a418540cfc1663346, server=853c158ffd74,45043,1731610275089 in 410 msec 2024-11-14T18:51:27,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:51:27,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1acb7326890ba67a418540cfc1663346, ASSIGN in 597 msec 2024-11-14T18:51:27,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:27,610 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610287610"}]},"ts":"1731610287610"} 2024-11-14T18:51:27,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:51:27,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:27,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-14T18:51:27,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346., hostname=853c158ffd74,45043,1731610275089, seqNum=2] 2024-11-14T18:51:27,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:27,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:27,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:51:27,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:51:27,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:51:27,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:51:27,955 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:51:28,054 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,45043,1731610275089, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:51:28,055 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:28,055 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45043,1731610275089, seqNum=-1] 2024-11-14T18:51:28,057 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:28,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,45043,1731610275089', locateType=CURRENT is [region=hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346., hostname=853c158ffd74,45043,1731610275089, seqNum=2] 2024-11-14T18:51:28,108 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:51:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:51:28,135 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,45043,1731610275089 suceeded 2024-11-14T18:51:28,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:51:28,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 359 msec 2024-11-14T18:51:28,138 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:40331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:51:28,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7920 sec 2024-11-14T18:51:28,165 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:40331' 2024-11-14T18:51:28,175 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f44468f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,175 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:28,175 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:28,179 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1098290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,182 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:28,187 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a30ee90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,187 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,40331,1731610279065 2024-11-14T18:51:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b667e3 2024-11-14T18:51:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:28,203 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:28,210 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,45043,1731610275089 (queues=1) is replicating from cluster=5b60a2e6-3eb4-43a5-ad95-dd25904a3a68 to cluster=6e723553-c120-4f25-a568-84953aa68ef1 2024-11-14T18:51:28,210 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C45043%2C1731610275089 2024-11-14T18:51:28,210 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,45043,1731610275089, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:51:28,219 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, startPosition=0, beingWritten=true 2024-11-14T18:51:28,235 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C45043%2C1731610275089 2024-11-14T18:51:28,269 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:28,269 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:28,269 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:28,496 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:28,515 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:51:28,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:28,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:28,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:28,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33892f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:28,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:28,553 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd7073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,555 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,40331,1731610279065 2024-11-14T18:51:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-11-14T18:51:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:28,560 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:28,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:33211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:51:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:51:28,564 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:33211' 2024-11-14T18:51:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:28,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6f04f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,569 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:28,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:28,570 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:28,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4cc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,583 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:28,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcdd070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:28,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:28,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33211,1731610274744 2024-11-14T18:51:28,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fc0859 2024-11-14T18:51:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:28,587 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:28,589 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:51:28,589 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:51:28,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:28,590 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:28,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:28,595 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:51:28,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:28,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:28,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:28,645 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:51:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:51:28,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64d6ecd9fb96cf6fd32c31ee2490dcf2, NAME => 'hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f 2024-11-14T18:51:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 64d6ecd9fb96cf6fd32c31ee2490dcf2, disabling compactions & flushes 2024-11-14T18:51:28,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. after waiting 0 ms 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:28,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:28,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64d6ecd9fb96cf6fd32c31ee2490dcf2: Waiting for close lock at 1731610288784Disabling compacts and flushes for region at 1731610288784Disabling writes for close at 1731610288784Writing region close event to WAL at 1731610288784Closed at 1731610288784 2024-11-14T18:51:28,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610288786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610288786"}]},"ts":"1731610288786"} 2024-11-14T18:51:28,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:28,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:28,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610288790"}]},"ts":"1731610288790"} 2024-11-14T18:51:28,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:51:28,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d6ecd9fb96cf6fd32c31ee2490dcf2, ASSIGN}] 2024-11-14T18:51:28,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d6ecd9fb96cf6fd32c31ee2490dcf2, ASSIGN 2024-11-14T18:51:28,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64d6ecd9fb96cf6fd32c31ee2490dcf2, ASSIGN; state=OFFLINE, location=853c158ffd74,45191,1731610279369; forceNewPlan=false, retain=false 2024-11-14T18:51:28,848 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:28,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64d6ecd9fb96cf6fd32c31ee2490dcf2, regionState=OPENING, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:28,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64d6ecd9fb96cf6fd32c31ee2490dcf2, ASSIGN because future has completed 2024-11-14T18:51:28,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d6ecd9fb96cf6fd32c31ee2490dcf2, server=853c158ffd74,45191,1731610279369}] 2024-11-14T18:51:29,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:29,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:29,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:29,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:29,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:51:29,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C45191%2C1731610279369.rep, suffix=, logDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369, archiveDir=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/oldWALs, maxLogs=10 2024-11-14T18:51:29,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:29,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.rep.1731610289226, exclude list is [], retry=0 2024-11-14T18:51:29,285 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41979,DS-f9c9e8a0-35d0-476d-8554-6e77163717f1,DISK] 2024-11-14T18:51:29,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.rep.1731610289226 2024-11-14T18:51:29,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40421:40421)] 2024-11-14T18:51:29,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d6ecd9fb96cf6fd32c31ee2490dcf2, NAME => 'hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:29,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:29,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:29,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. service=MultiRowMutationService 2024-11-14T18:51:29,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:51:29,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:29,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,356 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,360 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d6ecd9fb96cf6fd32c31ee2490dcf2 columnFamilyName hfileref 2024-11-14T18:51:29,360 DEBUG [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:29,363 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(327): Store=64d6ecd9fb96cf6fd32c31ee2490dcf2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:29,363 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,367 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d6ecd9fb96cf6fd32c31ee2490dcf2 columnFamilyName queue 2024-11-14T18:51:29,367 DEBUG [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:29,368 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(327): Store=64d6ecd9fb96cf6fd32c31ee2490dcf2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:29,368 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,375 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d6ecd9fb96cf6fd32c31ee2490dcf2 columnFamilyName sid 2024-11-14T18:51:29,375 DEBUG [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:29,376 INFO [StoreOpener-64d6ecd9fb96cf6fd32c31ee2490dcf2-1 {}] regionserver.HStore(327): Store=64d6ecd9fb96cf6fd32c31ee2490dcf2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:29,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:29,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:29,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 64d6ecd9fb96cf6fd32c31ee2490dcf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74192675, jitterRate=0.10555700957775116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:29,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:29,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 64d6ecd9fb96cf6fd32c31ee2490dcf2: Running coprocessor pre-open hook at 1731610289328Writing region info on filesystem at 1731610289328Initializing all the Stores at 1731610289347 (+19 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610289347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610289350 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610289350Cleaning up temporary data from old regions at 1731610289381 (+31 ms)Running coprocessor post-open hooks at 1731610289404 (+23 ms)Region opened successfully at 1731610289404 2024-11-14T18:51:29,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2., pid=10, masterSystemTime=1731610289159 2024-11-14T18:51:29,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64d6ecd9fb96cf6fd32c31ee2490dcf2, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,45191,1731610279369 2024-11-14T18:51:29,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d6ecd9fb96cf6fd32c31ee2490dcf2, server=853c158ffd74,45191,1731610279369 because future has completed 2024-11-14T18:51:29,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:29,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:29,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:51:29,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d6ecd9fb96cf6fd32c31ee2490dcf2, server=853c158ffd74,45191,1731610279369 in 461 msec 2024-11-14T18:51:29,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:51:29,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d6ecd9fb96cf6fd32c31ee2490dcf2, ASSIGN in 636 msec 2024-11-14T18:51:29,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:29,435 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610289434"}]},"ts":"1731610289434"} 2024-11-14T18:51:29,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:51:29,453 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:29,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-14T18:51:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2., hostname=853c158ffd74,45191,1731610279369, seqNum=2] 2024-11-14T18:51:29,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:29,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:51:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:29,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:51:29,775 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:51:29,810 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:29,954 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,45191,1731610279369, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:51:29,956 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:29,956 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45191,1731610279369, seqNum=-1] 2024-11-14T18:51:29,959 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:29,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:29,964 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,45191,1731610279369', locateType=CURRENT is [region=hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2., hostname=853c158ffd74,45191,1731610279369, seqNum=2] 2024-11-14T18:51:29,974 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:51:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:51:29,982 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,45191,1731610279369 suceeded 2024-11-14T18:51:29,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:51:29,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-14T18:51:29,986 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:33211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:51:29,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-14T18:51:30,033 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:33211' 2024-11-14T18:51:30,047 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b927fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:30,047 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:30,047 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:30,048 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:30,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d8ab94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:30,052 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:30,055 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786b6546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:30,055 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:30,059 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33211,1731610274744 2024-11-14T18:51:30,060 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a46992 2024-11-14T18:51:30,060 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:30,061 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:30,062 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,45191,1731610279369 (queues=1) is replicating from cluster=6e723553-c120-4f25-a568-84953aa68ef1 to cluster=5b60a2e6-3eb4-43a5-ad95-dd25904a3a68 2024-11-14T18:51:30,063 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C45191%2C1731610279369 2024-11-14T18:51:30,063 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,45191,1731610279369, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:51:30,083 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, startPosition=0, beingWritten=true 2024-11-14T18:51:30,095 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C45191%2C1731610279369 2024-11-14T18:51:30,116 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:30,116 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 379, reset compression=false 2024-11-14T18:51:30,116 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:30,351 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 379, reset compression=false 2024-11-14T18:51:30,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:30,698 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 379, reset compression=false 2024-11-14T18:51:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:30,717 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:51:30,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:30,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:30,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:30,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:30,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:30,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45043,1731610275089, seqNum=-1] 2024-11-14T18:51:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:30,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:30,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f., hostname=853c158ffd74,45043,1731610275089, seqNum=2] 2024-11-14T18:51:30,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45191,1731610279369, seqNum=-1] 2024-11-14T18:51:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:30,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7., hostname=853c158ffd74,45191,1731610279369, seqNum=2] 2024-11-14T18:51:30,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T18:51:31,163 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 379, reset compression=false 2024-11-14T18:51:31,210 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 379, reset compression=false 2024-11-14T18:51:31,245 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:31,245 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 480, reset compression=false 2024-11-14T18:51:31,246 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[{test/7189c2b50bf1722fd92df95c6e26a29f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T18:51:31,250 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:31,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T18:51:31,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:51:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e72ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,40331,-1 for getting cluster id 2024-11-14T18:51:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:31,279 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e723553-c120-4f25-a568-84953aa68ef1' 2024-11-14T18:51:31,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e723553-c120-4f25-a568-84953aa68ef1" 2024-11-14T18:51:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32f0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,40331,-1] 2024-11-14T18:51:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:31,291 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:31,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fc93f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:31,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45191,1731610279369, seqNum=-1] 2024-11-14T18:51:31,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:31,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:31,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7., hostname=853c158ffd74,45191,1731610279369, seqNum=2] 2024-11-14T18:51:31,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:51:31,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 480, reset compression=false 2024-11-14T18:51:31,715 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 379, reset compression=false 2024-11-14T18:51:31,737 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:31,737 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 503, reset compression=false 2024-11-14T18:51:31,737 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:31,746 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T18:51:31,752 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T18:51:31,771 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:31,771 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 607, reset compression=false 2024-11-14T18:51:31,771 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a3ce9f3fd0076f1c6faede0b09c3fb7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:51:31,776 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:31,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T18:51:31,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:51:31,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ed6751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33211,-1 for getting cluster id 2024-11-14T18:51:31,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:31,799 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b60a2e6-3eb4-43a5-ad95-dd25904a3a68' 2024-11-14T18:51:31,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:31,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b60a2e6-3eb4-43a5-ad95-dd25904a3a68" 2024-11-14T18:51:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be4ce51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33211,-1] 2024-11-14T18:51:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:31,805 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:31,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b2bb1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:31,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:31,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,45043,1731610275089, seqNum=-1] 2024-11-14T18:51:31,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:31,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:31,850 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 480, reset compression=false 2024-11-14T18:51:31,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f., hostname=853c158ffd74,45043,1731610275089, seqNum=2] 2024-11-14T18:51:31,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:51:31,904 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:31,904 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 607, reset compression=false 2024-11-14T18:51:31,906 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:32,057 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 607, reset compression=false 2024-11-14T18:51:32,128 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 607, reset compression=false 2024-11-14T18:51:32,407 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 607, reset compression=false 2024-11-14T18:51:32,452 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 607, reset compression=false 2024-11-14T18:51:32,762 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T18:51:32,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T18:51:32,878 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 607, reset compression=false 2024-11-14T18:51:32,900 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 607, reset compression=false 2024-11-14T18:51:32,952 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:32,952 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 763, reset compression=false 2024-11-14T18:51:32,954 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[{test/7189c2b50bf1722fd92df95c6e26a29f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T18:51:32,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:51:32,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:51:33,210 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 763, reset compression=false 2024-11-14T18:51:33,416 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 607, reset compression=false 2024-11-14T18:51:33,451 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:33,451 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 754, reset compression=false 2024-11-14T18:51:33,451 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:33,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:51:33,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:33,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:51:33,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:33,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:33,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:51:33,539 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 763, reset compression=false 2024-11-14T18:51:33,664 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 754, reset compression=false 2024-11-14T18:51:33,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T18:51:33,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T18:51:33,971 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 763, reset compression=false 2024-11-14T18:51:34,010 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 754, reset compression=false 2024-11-14T18:51:34,045 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:51:34,045 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 913, reset compression=false 2024-11-14T18:51:34,045 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a3ce9f3fd0076f1c6faede0b09c3fb7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T18:51:34,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:51:34,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:51:34,269 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 913, reset compression=false 2024-11-14T18:51:34,498 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 763, reset compression=false 2024-11-14T18:51:34,527 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:34,528 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:34,528 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:34,596 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 913, reset compression=false 2024-11-14T18:51:34,765 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:34,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T18:51:34,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:51:34,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:34,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:34,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:34,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:34,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:34,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:51:34,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1120671541, stopped=false 2024-11-14T18:51:34,800 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,40331,1731610279065 2024-11-14T18:51:34,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632295714/running 2024-11-14T18:51:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632295714/running 2024-11-14T18:51:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:34,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/running 2024-11-14T18:51:34,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Set watcher on znode that does not yet exist, /1632295714/running 2024-11-14T18:51:34,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:34,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:34,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:34,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:34,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,45191,1731610279369' ***** 2024-11-14T18:51:34,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:51:34,851 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:51:34,851 INFO [RS:0;853c158ffd74:45191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:51:34,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:51:34,851 INFO [RS:0;853c158ffd74:45191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:51:34,851 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:34,853 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:34,853 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,45191,1731610279369 2024-11-14T18:51:34,853 INFO [RS:0;853c158ffd74:45191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:34,853 INFO [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45191. 2024-11-14T18:51:34,853 DEBUG [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:34,853 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:34,854 INFO [RS:0;853c158ffd74:45191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:51:34,854 INFO [RS:0;853c158ffd74:45191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:51:34,854 INFO [RS:0;853c158ffd74:45191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:51:34,854 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:51:34,856 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64d6ecd9fb96cf6fd32c31ee2490dcf2, disabling compactions & flushes 2024-11-14T18:51:34,857 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:34,857 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:34,857 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. after waiting 0 ms 2024-11-14T18:51:34,857 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:34,857 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64d6ecd9fb96cf6fd32c31ee2490dcf2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T18:51:34,859 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:51:34,859 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1325): Online Regions={64d6ecd9fb96cf6fd32c31ee2490dcf2=hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2., 1588230740=hbase:meta,,1.1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7=test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.} 2024-11-14T18:51:34,859 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7, 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:34,859 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:34,859 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:34,859 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:34,859 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:34,859 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:34,860 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:51:34,883 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/.tmp/queue/d4f172dcee5d4bd38fbd2aaa085d77fc is 153, key is 1-853c158ffd74,45191,1731610279369/queue:853c158ffd74%2C45191%2C1731610279369/1731610294058/Put/seqid=0 2024-11-14T18:51:34,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,899 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/info/2599171828824cbfa1c900ace694b8f6 is 147, key is hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2./info:regioninfo/1731610289413/Put/seqid=0 2024-11-14T18:51:34,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:34,936 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:34,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741840_1016 (size=5352) 2024-11-14T18:51:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:51:35,012 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 913, reset compression=false 2024-11-14T18:51:35,062 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7, 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:35,071 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:35,263 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7, 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:35,356 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/.tmp/queue/d4f172dcee5d4bd38fbd2aaa085d77fc 2024-11-14T18:51:35,386 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/info/2599171828824cbfa1c900ace694b8f6 2024-11-14T18:51:35,387 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/.tmp/queue/d4f172dcee5d4bd38fbd2aaa085d77fc as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/queue/d4f172dcee5d4bd38fbd2aaa085d77fc 2024-11-14T18:51:35,404 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/queue/d4f172dcee5d4bd38fbd2aaa085d77fc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T18:51:35,415 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:51:35,415 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:51:35,427 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 64d6ecd9fb96cf6fd32c31ee2490dcf2 in 570ms, sequenceid=10, compaction requested=false 2024-11-14T18:51:35,444 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/ns/da878526ebc7492c8e177bd7de615a01 is 43, key is default/ns:d/1731610283748/Put/seqid=0 2024-11-14T18:51:35,462 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/replication/64d6ecd9fb96cf6fd32c31ee2490dcf2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:51:35,463 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7, 64d6ecd9fb96cf6fd32c31ee2490dcf2 2024-11-14T18:51:35,463 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:35,463 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:35,463 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64d6ecd9fb96cf6fd32c31ee2490dcf2: Waiting for close lock at 1731610294856Running coprocessor pre-close hooks at 1731610294856Disabling compacts and flushes for region at 1731610294856Disabling writes for close at 1731610294857 (+1 ms)Obtaining lock to block concurrent updates at 1731610294857Preparing flush snapshotting stores in 64d6ecd9fb96cf6fd32c31ee2490dcf2 at 1731610294857Finished memstore snapshotting hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731610294857Flushing stores of hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. at 1731610294858 (+1 ms)Flushing 64d6ecd9fb96cf6fd32c31ee2490dcf2/queue: creating writer at 1731610294858Flushing 64d6ecd9fb96cf6fd32c31ee2490dcf2/queue: appending metadata at 1731610294881 (+23 ms)Flushing 64d6ecd9fb96cf6fd32c31ee2490dcf2/queue: closing flushed file at 1731610294881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4848c91d: reopening flushed file at 1731610295380 (+499 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 64d6ecd9fb96cf6fd32c31ee2490dcf2 in 570ms, sequenceid=10, compaction requested=false at 1731610295427 (+47 ms)Writing region close event to WAL at 1731610295444 (+17 ms)Running coprocessor post-close hooks at 1731610295463 (+19 ms)Closed at 1731610295463 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610288590.64d6ecd9fb96cf6fd32c31ee2490dcf2. 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a3ce9f3fd0076f1c6faede0b09c3fb7, disabling compactions & flushes 2024-11-14T18:51:35,464 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. after waiting 0 ms 2024-11-14T18:51:35,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:35,464 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T18:51:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:51:35,493 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/ns/da878526ebc7492c8e177bd7de615a01 2024-11-14T18:51:35,496 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:35,534 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f/13254a08ad284d58b32434439dc69f80 is 29, key is row1/f:/1731610293790/DeleteFamily/seqid=0 2024-11-14T18:51:35,536 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 913, reset compression=false 2024-11-14T18:51:35,559 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/rep_barrier/302eeb81301a4a28b3ffdcb352889bc9 is 112, key is test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7./rep_barrier:seqnumDuringOpen/1731610285764/Put/seqid=0 2024-11-14T18:51:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741843_1019 (size=5118) 2024-11-14T18:51:35,613 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f/13254a08ad284d58b32434439dc69f80 2024-11-14T18:51:35,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:35,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 1160, reset compression=false 2024-11-14T18:51:35,619 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45191,1731610279369 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:35,620 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,45191,1731610279369: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,45191,1731610279369, walGroup=853c158ffd74%2C45191%2C1731610279369, offset=853c158ffd74%2C45191%2C1731610279369.1731610282605:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:51:35,621 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:51:35,621 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:51:35,622 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:51:35,622 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:51:35,622 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:51:35,622 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 630907424 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190823704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:51:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:51:35,631 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/rep_barrier/302eeb81301a4a28b3ffdcb352889bc9 2024-11-14T18:51:35,631 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:40331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:40331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:51:35,659 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13254a08ad284d58b32434439dc69f80 2024-11-14T18:51:35,668 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:35,745 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f1/5d6600975157495991ea47b1a2c30c94 is 30, key is row1/f1:/1731610293790/DeleteFamily/seqid=0 2024-11-14T18:51:35,761 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/table/de65abbafb4743aa997dedd2abcc8a6b is 53, key is hbase:replication/table:state/1731610289434/Put/seqid=0 2024-11-14T18:51:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741846_1022 (size=5308) 2024-11-14T18:51:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741845_1021 (size=5123) 2024-11-14T18:51:35,832 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/table/de65abbafb4743aa997dedd2abcc8a6b 2024-11-14T18:51:35,859 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/info/2599171828824cbfa1c900ace694b8f6 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/info/2599171828824cbfa1c900ace694b8f6 2024-11-14T18:51:35,867 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/info/2599171828824cbfa1c900ace694b8f6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:51:35,868 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:51:35,869 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7=test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7.} 2024-11-14T18:51:35,869 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/ns/da878526ebc7492c8e177bd7de615a01 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/ns/da878526ebc7492c8e177bd7de615a01 2024-11-14T18:51:35,869 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:35,870 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f1/5d6600975157495991ea47b1a2c30c94 2024-11-14T18:51:35,874 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/ns/da878526ebc7492c8e177bd7de615a01, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:51:35,876 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/rep_barrier/302eeb81301a4a28b3ffdcb352889bc9 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/rep_barrier/302eeb81301a4a28b3ffdcb352889bc9 2024-11-14T18:51:35,883 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/rep_barrier/302eeb81301a4a28b3ffdcb352889bc9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:51:35,902 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/.tmp/table/de65abbafb4743aa997dedd2abcc8a6b as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/table/de65abbafb4743aa997dedd2abcc8a6b 2024-11-14T18:51:35,909 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6600975157495991ea47b1a2c30c94 2024-11-14T18:51:35,918 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 1160, reset compression=false 2024-11-14T18:51:35,921 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/table/de65abbafb4743aa997dedd2abcc8a6b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:51:35,923 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1064ms, sequenceid=16, compaction requested=false 2024-11-14T18:51:36,024 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:36,027 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/norep/68decfdfc6fc429ba46556bb355a489f is 33, key is row1/norep:/1731610293790/DeleteFamily/seqid=0 2024-11-14T18:51:36,055 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:51:36,059 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:36,059 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:36,059 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:36,060 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610294859Running coprocessor pre-close hooks at 1731610294859Disabling compacts and flushes for region at 1731610294859Disabling writes for close at 1731610294859Obtaining lock to block concurrent updates at 1731610294860 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731610294860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610294860Flushing stores of hbase:meta,,1.1588230740 at 1731610294860Flushing 1588230740/info: creating writer at 1731610294861 (+1 ms)Flushing 1588230740/info: appending metadata at 1731610294899 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731610294899Flushing 1588230740/ns: creating writer at 1731610295397 (+498 ms)Flushing 1588230740/ns: appending metadata at 1731610295442 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731610295442Flushing 1588230740/rep_barrier: creating writer at 1731610295502 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610295545 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610295545Flushing 1588230740/table: creating writer at 1731610295688 (+143 ms)Flushing 1588230740/table: appending metadata at 1731610295761 (+73 ms)Flushing 1588230740/table: closing flushed file at 1731610295761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2787fd36: reopening flushed file at 1731610295839 (+78 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d47765: reopening flushed file at 1731610295867 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54248e80: reopening flushed file at 1731610295875 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a824be0: reopening flushed file at 1731610295883 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1064ms, sequenceid=16, compaction requested=false at 1731610295923 (+40 ms)Writing region close event to WAL at 1731610296007 (+84 ms)Running coprocessor post-close hooks at 1731610296059 (+52 ms)Closed at 1731610296059 2024-11-14T18:51:36,060 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:36,069 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741847_1023 (size=5108) 2024-11-14T18:51:36,247 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 1160, reset compression=false 2024-11-14T18:51:36,270 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:36,470 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:36,513 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/norep/68decfdfc6fc429ba46556bb355a489f 2024-11-14T18:51:36,527 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68decfdfc6fc429ba46556bb355a489f 2024-11-14T18:51:36,539 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f/13254a08ad284d58b32434439dc69f80 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/f/13254a08ad284d58b32434439dc69f80 2024-11-14T18:51:36,569 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13254a08ad284d58b32434439dc69f80 2024-11-14T18:51:36,570 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/f/13254a08ad284d58b32434439dc69f80, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:36,572 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/f1/5d6600975157495991ea47b1a2c30c94 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/f1/5d6600975157495991ea47b1a2c30c94 2024-11-14T18:51:36,579 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6600975157495991ea47b1a2c30c94 2024-11-14T18:51:36,579 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/f1/5d6600975157495991ea47b1a2c30c94, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:36,580 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/.tmp/norep/68decfdfc6fc429ba46556bb355a489f as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/norep/68decfdfc6fc429ba46556bb355a489f 2024-11-14T18:51:36,597 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68decfdfc6fc429ba46556bb355a489f 2024-11-14T18:51:36,598 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/norep/68decfdfc6fc429ba46556bb355a489f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:36,599 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1a3ce9f3fd0076f1c6faede0b09c3fb7 in 1135ms, sequenceid=8, compaction requested=false 2024-11-14T18:51:36,674 DEBUG [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1351): Waiting on 1a3ce9f3fd0076f1c6faede0b09c3fb7 2024-11-14T18:51:36,692 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:36,696 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 1160, reset compression=false 2024-11-14T18:51:36,699 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/data/default/test/1a3ce9f3fd0076f1c6faede0b09c3fb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T18:51:36,703 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:36,703 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:36,703 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:36,703 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a3ce9f3fd0076f1c6faede0b09c3fb7: Waiting for close lock at 1731610295464Running coprocessor pre-close hooks at 1731610295464Disabling compacts and flushes for region at 1731610295464Disabling writes for close at 1731610295464Obtaining lock to block concurrent updates at 1731610295464Preparing flush snapshotting stores in 1a3ce9f3fd0076f1c6faede0b09c3fb7 at 1731610295464Finished memstore snapshotting test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731610295464Flushing stores of test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. at 1731610295466 (+2 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f: creating writer at 1731610295466Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f: appending metadata at 1731610295533 (+67 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f: closing flushed file at 1731610295533Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f1: creating writer at 1731610295675 (+142 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f1: appending metadata at 1731610295745 (+70 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/f1: closing flushed file at 1731610295745Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/norep: creating writer at 1731610295910 (+165 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/norep: appending metadata at 1731610296023 (+113 ms)Flushing 1a3ce9f3fd0076f1c6faede0b09c3fb7/norep: closing flushed file at 1731610296023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7c4056: reopening flushed file at 1731610296527 (+504 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5d78df: reopening flushed file at 1731610296570 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717abda1: reopening flushed file at 1731610296580 (+10 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1a3ce9f3fd0076f1c6faede0b09c3fb7 in 1135ms, sequenceid=8, compaction requested=false at 1731610296599 (+19 ms)Writing region close event to WAL at 1731610296659 (+60 ms)Running coprocessor post-close hooks at 1731610296703 (+44 ms)Closed at 1731610296703 2024-11-14T18:51:36,704 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610285127.1a3ce9f3fd0076f1c6faede0b09c3fb7. 2024-11-14T18:51:36,745 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:36,745 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.wal-reader.853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/WALs/853c158ffd74,45191,1731610279369/853c158ffd74%2C45191%2C1731610279369.1731610282605 to pos 1804, reset compression=false 2024-11-14T18:51:36,878 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,45191,1731610279369; all regions closed. 2024-11-14T18:51:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:51:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741839_1015 (size=2676) 2024-11-14T18:51:36,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741833_1009 (size=1812) 2024-11-14T18:51:36,953 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:36,953 INFO [RS:0;853c158ffd74:45191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:36,954 INFO [RS:0;853c158ffd74:45191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:36,954 INFO [RS:0;853c158ffd74:45191 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:36,954 INFO [RS:0;853c158ffd74:45191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:36,954 INFO [RS:0;853c158ffd74:45191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,45191,1731610279369 because: Region server is closing 2024-11-14T18:51:36,954 INFO [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45191. 2024-11-14T18:51:36,955 DEBUG [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:36,955 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:36,955 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:36,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:36,955 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:37,055 INFO [RS:0;853c158ffd74:45191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45191,1731610279369.replicationSource.shipper853c158ffd74%2C45191%2C1731610279369,1-853c158ffd74,45191,1731610279369 terminated 2024-11-14T18:51:37,055 INFO [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45191. 2024-11-14T18:51:37,056 DEBUG [RS:0;853c158ffd74:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:37,056 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:37,056 DEBUG [RS:0;853c158ffd74:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:37,056 INFO [RS:0;853c158ffd74:45191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45191 2024-11-14T18:51:37,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632295714/rs/853c158ffd74,45191,1731610279369 2024-11-14T18:51:37,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714/rs 2024-11-14T18:51:37,115 INFO [RS:0;853c158ffd74:45191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:37,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,45191,1731610279369] 2024-11-14T18:51:37,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/draining/853c158ffd74,45191,1731610279369 already deleted, retry=false 2024-11-14T18:51:37,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,45191,1731610279369 expired; onlineServers=0 2024-11-14T18:51:37,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,40331,1731610279065' ***** 2024-11-14T18:51:37,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:51:37,140 INFO [M:0;853c158ffd74:40331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:37,140 INFO [M:0;853c158ffd74:40331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:37,140 DEBUG [M:0;853c158ffd74:40331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:51:37,140 DEBUG [M:0;853c158ffd74:40331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:51:37,140 INFO [M:0;853c158ffd74:40331 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:37,140 INFO [M:0;853c158ffd74:40331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:37,140 DEBUG [M:0;853c158ffd74:40331 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:51:37,140 INFO [M:0;853c158ffd74:40331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:51:37,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:51:37,141 INFO [M:0;853c158ffd74:40331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:37,141 INFO [M:0;853c158ffd74:40331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:51:37,141 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610282154 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610282154,5,FailOnTimeoutGroup] 2024-11-14T18:51:37,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:51:37,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610282139 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610282139,5,FailOnTimeoutGroup] 2024-11-14T18:51:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632295714/master 2024-11-14T18:51:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632295714 2024-11-14T18:51:37,168 INFO [M:0;853c158ffd74:40331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/.lastflushedseqids 2024-11-14T18:51:37,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1632295714/master already deleted, retry=false 2024-11-14T18:51:37,184 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Failed delete of our master address node; KeeperErrorCode = NoNode for /1632295714/master 2024-11-14T18:51:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741848_1024 (size=245) 2024-11-14T18:51:37,194 INFO [M:0;853c158ffd74:40331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:51:37,198 INFO [M:0;853c158ffd74:40331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:51:37,199 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:37,199 INFO [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:37,199 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:37,199 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:37,199 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:37,199 INFO [M:0;853c158ffd74:40331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T18:51:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x1013bf9759b0004, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:37,230 INFO [RS:0;853c158ffd74:45191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:37,231 INFO [RS:0;853c158ffd74:45191 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,45191,1731610279369; zookeeper connection closed. 2024-11-14T18:51:37,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56b99108 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56b99108 2024-11-14T18:51:37,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:51:37,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:37,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:37,252 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28365 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:37,262 DEBUG [M:0;853c158ffd74:40331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f0b72fb001423db29d35a8646b1466 is 82, key is hbase:meta,,1/info:regioninfo/1731610283697/Put/seqid=0 2024-11-14T18:51:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741849_1025 (size=5672) 2024-11-14T18:51:37,448 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:37,716 INFO [M:0;853c158ffd74:40331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f0b72fb001423db29d35a8646b1466 2024-11-14T18:51:37,773 DEBUG [M:0;853c158ffd74:40331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd571c95834419eb19851e3ba22c4a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610289454/Put/seqid=0 2024-11-14T18:51:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741850_1026 (size=8515) 2024-11-14T18:51:37,823 INFO [M:0;853c158ffd74:40331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd571c95834419eb19851e3ba22c4a6 2024-11-14T18:51:37,867 DEBUG [M:0;853c158ffd74:40331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11154527f41548ccab429bb180afd35d is 69, key is 853c158ffd74,45191,1731610279369/rs:state/1731610282191/Put/seqid=0 2024-11-14T18:51:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741851_1027 (size=5156) 2024-11-14T18:51:37,912 INFO [M:0;853c158ffd74:40331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11154527f41548ccab429bb180afd35d 2024-11-14T18:51:37,918 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f0b72fb001423db29d35a8646b1466 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f0b72fb001423db29d35a8646b1466 2024-11-14T18:51:37,925 INFO [M:0;853c158ffd74:40331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f0b72fb001423db29d35a8646b1466, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:51:37,926 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd571c95834419eb19851e3ba22c4a6 as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdd571c95834419eb19851e3ba22c4a6 2024-11-14T18:51:37,932 INFO [M:0;853c158ffd74:40331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdd571c95834419eb19851e3ba22c4a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:51:37,933 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11154527f41548ccab429bb180afd35d as hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11154527f41548ccab429bb180afd35d 2024-11-14T18:51:37,942 INFO [M:0;853c158ffd74:40331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39459/user/jenkins/test-data/87537110-f34f-d561-d20f-2c0cb935ba1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11154527f41548ccab429bb180afd35d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:51:37,943 INFO [M:0;853c158ffd74:40331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 744ms, sequenceid=97, compaction requested=false 2024-11-14T18:51:37,991 INFO [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:37,991 DEBUG [M:0;853c158ffd74:40331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610297199Disabling compacts and flushes for region at 1731610297199Disabling writes for close at 1731610297199Obtaining lock to block concurrent updates at 1731610297199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610297199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731610297200 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610297203 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610297203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610297242 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610297242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610297738 (+496 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610297773 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610297773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610297837 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610297865 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610297865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fb1c54: reopening flushed file at 1731610297917 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8b215f: reopening flushed file at 1731610297926 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6045a83b: reopening flushed file at 1731610297932 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 744ms, sequenceid=97, compaction requested=false at 1731610297943 (+11 ms)Writing region close event to WAL at 1731610297991 (+48 ms)Closed at 1731610297991 2024-11-14T18:51:38,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41979 is added to blk_1073741830_1006 (size=63642) 2024-11-14T18:51:38,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:38,020 INFO [M:0;853c158ffd74:40331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:51:38,020 INFO [M:0;853c158ffd74:40331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40331 2024-11-14T18:51:38,020 INFO [M:0;853c158ffd74:40331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40331-0x1013bf9759b0003, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:38,173 INFO [M:0;853c158ffd74:40331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:38,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c9da248{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:38,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d39cd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:38,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:38,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dd723d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:38,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d7122{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:38,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:51:38,248 WARN [BP-635360608-172.17.0.2-1731610276661 heartbeating to localhost/127.0.0.1:39459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:51:38,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:51:38,248 WARN [BP-635360608-172.17.0.2-1731610276661 heartbeating to localhost/127.0.0.1:39459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635360608-172.17.0.2-1731610276661 (Datanode Uuid 6f69b9ec-830d-400a-84f5-2b2e8bc9bde4) service to localhost/127.0.0.1:39459 2024-11-14T18:51:38,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/cluster_d0158e97-381f-f181-5cbc-7c2678f735e6/data/data1/current/BP-635360608-172.17.0.2-1731610276661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:38,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/cluster_d0158e97-381f-f181-5cbc-7c2678f735e6/data/data2/current/BP-635360608-172.17.0.2-1731610276661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:38,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:51:38,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc47c3a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:38,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e784c13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:38,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:38,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a2f931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:38,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5ba38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:38,297 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:51:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:51:38,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:38,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:38,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:38,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:38,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:38,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:51:38,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1685827419, stopped=false 2024-11-14T18:51:38,311 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,33211,1731610274744 2024-11-14T18:51:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1983790369/running 2024-11-14T18:51:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:38,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:38,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/running 2024-11-14T18:51:38,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:38,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:38,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:38,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,45043,1731610275089' ***** 2024-11-14T18:51:38,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:51:38,341 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:51:38,341 INFO [RS:0;853c158ffd74:45043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:51:38,341 INFO [RS:0;853c158ffd74:45043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:51:38,341 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1acb7326890ba67a418540cfc1663346 2024-11-14T18:51:38,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:51:38,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1983790369/running 2024-11-14T18:51:38,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:38,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Set watcher on znode that does not yet exist, /0-1983790369/running 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,45043,1731610275089 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45043. 2024-11-14T18:51:38,352 DEBUG [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:38,352 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:51:38,352 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:51:38,354 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1acb7326890ba67a418540cfc1663346, disabling compactions & flushes 2024-11-14T18:51:38,354 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:38,354 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:38,355 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. after waiting 0 ms 2024-11-14T18:51:38,355 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:38,355 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1acb7326890ba67a418540cfc1663346 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T18:51:38,358 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:51:38,359 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1325): Online Regions={1acb7326890ba67a418540cfc1663346=hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346., 1588230740=hbase:meta,,1.1588230740, 7189c2b50bf1722fd92df95c6e26a29f=test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.} 2024-11-14T18:51:38,359 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1acb7326890ba67a418540cfc1663346, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:38,359 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:38,359 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:38,359 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:38,359 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:38,359 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:38,360 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:51:38,410 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/.tmp/queue/de564d92ff95435b8dfd31c02fcebc57 is 153, key is 1-853c158ffd74,45043,1731610275089/queue:853c158ffd74%2C45043%2C1731610275089/1731610294530/Put/seqid=0 2024-11-14T18:51:38,423 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:38,423 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/info/6130c60145a040ecb984c37daced7d83 is 147, key is hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346./info:regioninfo/1731610287575/Put/seqid=0 2024-11-14T18:51:38,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741840_1016 (size=5352) 2024-11-14T18:51:38,453 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/.tmp/queue/de564d92ff95435b8dfd31c02fcebc57 2024-11-14T18:51:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:51:38,503 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/.tmp/queue/de564d92ff95435b8dfd31c02fcebc57 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/queue/de564d92ff95435b8dfd31c02fcebc57 2024-11-14T18:51:38,503 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/info/6130c60145a040ecb984c37daced7d83 2024-11-14T18:51:38,525 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/queue/de564d92ff95435b8dfd31c02fcebc57, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T18:51:38,527 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1acb7326890ba67a418540cfc1663346 in 172ms, sequenceid=10, compaction requested=false 2024-11-14T18:51:38,536 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/ns/7f07643e21d54977803903cf67e7c012 is 43, key is default/ns:d/1731610276518/Put/seqid=0 2024-11-14T18:51:38,555 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/replication/1acb7326890ba67a418540cfc1663346/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:38,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1acb7326890ba67a418540cfc1663346: Waiting for close lock at 1731610298354Running coprocessor pre-close hooks at 1731610298354Disabling compacts and flushes for region at 1731610298354Disabling writes for close at 1731610298355 (+1 ms)Obtaining lock to block concurrent updates at 1731610298355Preparing flush snapshotting stores in 1acb7326890ba67a418540cfc1663346 at 1731610298355Finished memstore snapshotting hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731610298356 (+1 ms)Flushing stores of hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. at 1731610298356Flushing 1acb7326890ba67a418540cfc1663346/queue: creating writer at 1731610298357 (+1 ms)Flushing 1acb7326890ba67a418540cfc1663346/queue: appending metadata at 1731610298409 (+52 ms)Flushing 1acb7326890ba67a418540cfc1663346/queue: closing flushed file at 1731610298409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550e8019: reopening flushed file at 1731610298502 (+93 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1acb7326890ba67a418540cfc1663346 in 172ms, sequenceid=10, compaction requested=false at 1731610298527 (+25 ms)Writing region close event to WAL at 1731610298538 (+11 ms)Running coprocessor post-close hooks at 1731610298556 (+18 ms)Closed at 1731610298556 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610286365.1acb7326890ba67a418540cfc1663346. 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7189c2b50bf1722fd92df95c6e26a29f, disabling compactions & flushes 2024-11-14T18:51:38,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. after waiting 0 ms 2024-11-14T18:51:38,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:38,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7189c2b50bf1722fd92df95c6e26a29f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T18:51:38,559 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:51:38,579 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/ns/7f07643e21d54977803903cf67e7c012 2024-11-14T18:51:38,603 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f/b89e9204ed13498c9161b7129d6cfa21 is 29, key is row1/f:/1731610293790/DeleteFamily/seqid=0 2024-11-14T18:51:38,628 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/rep_barrier/ba188d4623e349c1a38b1c31f8dd4c21 is 112, key is test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f./rep_barrier:seqnumDuringOpen/1731610284597/Put/seqid=0 2024-11-14T18:51:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741843_1019 (size=5118) 2024-11-14T18:51:38,687 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f/b89e9204ed13498c9161b7129d6cfa21 2024-11-14T18:51:38,694 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b89e9204ed13498c9161b7129d6cfa21 2024-11-14T18:51:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:51:38,701 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/rep_barrier/ba188d4623e349c1a38b1c31f8dd4c21 2024-11-14T18:51:38,725 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f1/47753b98301e4549835b5e49e3e83e02 is 30, key is row1/f1:/1731610293790/DeleteFamily/seqid=0 2024-11-14T18:51:38,741 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/table/2a3e0c9583b142de91bb116a1a17e98e is 53, key is hbase:replication/table:state/1731610287610/Put/seqid=0 2024-11-14T18:51:38,760 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741845_1021 (size=5123) 2024-11-14T18:51:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741846_1022 (size=5308) 2024-11-14T18:51:38,825 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:51:38,825 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:51:38,960 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:39,160 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:39,194 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f1/47753b98301e4549835b5e49e3e83e02 2024-11-14T18:51:39,206 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47753b98301e4549835b5e49e3e83e02 2024-11-14T18:51:39,211 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/table/2a3e0c9583b142de91bb116a1a17e98e 2024-11-14T18:51:39,218 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/info/6130c60145a040ecb984c37daced7d83 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/info/6130c60145a040ecb984c37daced7d83 2024-11-14T18:51:39,230 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 912, reset compression=false 2024-11-14T18:51:39,239 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/info/6130c60145a040ecb984c37daced7d83, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:51:39,241 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/ns/7f07643e21d54977803903cf67e7c012 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/ns/7f07643e21d54977803903cf67e7c012 2024-11-14T18:51:39,245 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/norep/aaf050d2c2284559ae6a5f5016995ab9 is 32, key is row/norep:/1731610292769/DeleteFamily/seqid=0 2024-11-14T18:51:39,249 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/ns/7f07643e21d54977803903cf67e7c012, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:51:39,250 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/rep_barrier/ba188d4623e349c1a38b1c31f8dd4c21 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/rep_barrier/ba188d4623e349c1a38b1c31f8dd4c21 2024-11-14T18:51:39,260 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/rep_barrier/ba188d4623e349c1a38b1c31f8dd4c21, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:51:39,261 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/.tmp/table/2a3e0c9583b142de91bb116a1a17e98e as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/table/2a3e0c9583b142de91bb116a1a17e98e 2024-11-14T18:51:39,264 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:39,264 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 1159, reset compression=false 2024-11-14T18:51:39,264 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,45043,1731610275089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:39,265 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,45043,1731610275089: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,45043,1731610275089, walGroup=853c158ffd74%2C45043%2C1731610275089, offset=853c158ffd74%2C45043%2C1731610275089.1731610275978:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:51:39,266 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:51:39,266 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:51:39,275 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:51:39,275 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:51:39,275 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:51:39,275 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 702210592 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191485152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:51:39,276 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:33211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:33211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:51:39,282 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/table/2a3e0c9583b142de91bb116a1a17e98e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:51:39,287 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false 2024-11-14T18:51:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741847_1023 (size=5101) 2024-11-14T18:51:39,360 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:51:39,360 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7189c2b50bf1722fd92df95c6e26a29f=test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f.} 2024-11-14T18:51:39,361 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:39,370 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:51:39,372 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:39,372 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:39,372 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:39,372 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610298359Running coprocessor pre-close hooks at 1731610298359Disabling compacts and flushes for region at 1731610298359Disabling writes for close at 1731610298359Obtaining lock to block concurrent updates at 1731610298360 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731610298360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610298360Flushing stores of hbase:meta,,1.1588230740 at 1731610298362 (+2 ms)Flushing 1588230740/info: creating writer at 1731610298362Flushing 1588230740/info: appending metadata at 1731610298402 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731610298422 (+20 ms)Flushing 1588230740/ns: creating writer at 1731610298510 (+88 ms)Flushing 1588230740/ns: appending metadata at 1731610298535 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731610298535Flushing 1588230740/rep_barrier: creating writer at 1731610298584 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610298627 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610298627Flushing 1588230740/table: creating writer at 1731610298705 (+78 ms)Flushing 1588230740/table: appending metadata at 1731610298740 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731610298740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a6f28d: reopening flushed file at 1731610299217 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbabb65: reopening flushed file at 1731610299240 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3931d9cc: reopening flushed file at 1731610299249 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d9bd63: reopening flushed file at 1731610299260 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false at 1731610299287 (+27 ms)Writing region close event to WAL at 1731610299352 (+65 ms)Running coprocessor post-close hooks at 1731610299372 (+20 ms)Closed at 1731610299372 2024-11-14T18:51:39,372 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:39,548 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.wal-reader.853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/WALs/853c158ffd74,45043,1731610275089/853c158ffd74%2C45043%2C1731610275089.1731610275978 to pos 1159, reset compression=false 2024-11-14T18:51:39,561 DEBUG [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1351): Waiting on 7189c2b50bf1722fd92df95c6e26a29f 2024-11-14T18:51:39,722 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/norep/aaf050d2c2284559ae6a5f5016995ab9 2024-11-14T18:51:39,728 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaf050d2c2284559ae6a5f5016995ab9 2024-11-14T18:51:39,729 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f/b89e9204ed13498c9161b7129d6cfa21 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/f/b89e9204ed13498c9161b7129d6cfa21 2024-11-14T18:51:39,734 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b89e9204ed13498c9161b7129d6cfa21 2024-11-14T18:51:39,734 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/f/b89e9204ed13498c9161b7129d6cfa21, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:39,735 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/f1/47753b98301e4549835b5e49e3e83e02 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/f1/47753b98301e4549835b5e49e3e83e02 2024-11-14T18:51:39,744 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47753b98301e4549835b5e49e3e83e02 2024-11-14T18:51:39,744 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/f1/47753b98301e4549835b5e49e3e83e02, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:39,745 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/.tmp/norep/aaf050d2c2284559ae6a5f5016995ab9 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/norep/aaf050d2c2284559ae6a5f5016995ab9 2024-11-14T18:51:39,750 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaf050d2c2284559ae6a5f5016995ab9 2024-11-14T18:51:39,750 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/norep/aaf050d2c2284559ae6a5f5016995ab9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T18:51:39,751 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7189c2b50bf1722fd92df95c6e26a29f in 1195ms, sequenceid=8, compaction requested=false 2024-11-14T18:51:39,756 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/data/default/test/7189c2b50bf1722fd92df95c6e26a29f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T18:51:39,757 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:39,757 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:39,757 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:39,757 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7189c2b50bf1722fd92df95c6e26a29f: Waiting for close lock at 1731610298556Running coprocessor pre-close hooks at 1731610298556Disabling compacts and flushes for region at 1731610298556Disabling writes for close at 1731610298556Obtaining lock to block concurrent updates at 1731610298556Preparing flush snapshotting stores in 7189c2b50bf1722fd92df95c6e26a29f at 1731610298556Finished memstore snapshotting test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731610298557 (+1 ms)Flushing stores of test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. at 1731610298558 (+1 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/f: creating writer at 1731610298558Flushing 7189c2b50bf1722fd92df95c6e26a29f/f: appending metadata at 1731610298602 (+44 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/f: closing flushed file at 1731610298602Flushing 7189c2b50bf1722fd92df95c6e26a29f/f1: creating writer at 1731610298694 (+92 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/f1: appending metadata at 1731610298725 (+31 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/f1: closing flushed file at 1731610298725Flushing 7189c2b50bf1722fd92df95c6e26a29f/norep: creating writer at 1731610299206 (+481 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/norep: appending metadata at 1731610299240 (+34 ms)Flushing 7189c2b50bf1722fd92df95c6e26a29f/norep: closing flushed file at 1731610299240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a58c730: reopening flushed file at 1731610299728 (+488 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789468a6: reopening flushed file at 1731610299734 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f702eb: reopening flushed file at 1731610299744 (+10 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7189c2b50bf1722fd92df95c6e26a29f in 1195ms, sequenceid=8, compaction requested=false at 1731610299752 (+8 ms)Writing region close event to WAL at 1731610299753 (+1 ms)Running coprocessor post-close hooks at 1731610299756 (+3 ms)Closed at 1731610299757 (+1 ms) 2024-11-14T18:51:39,757 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610283977.7189c2b50bf1722fd92df95c6e26a29f. 2024-11-14T18:51:39,761 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,45043,1731610275089; all regions closed. 2024-11-14T18:51:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:51:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741839_1015 (size=2676) 2024-11-14T18:51:39,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741833_1009 (size=1811) 2024-11-14T18:51:39,770 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:39,770 INFO [RS:0;853c158ffd74:45043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:51:39,770 INFO [RS:0;853c158ffd74:45043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:39,770 INFO [RS:0;853c158ffd74:45043 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:39,770 INFO [RS:0;853c158ffd74:45043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:39,771 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:39,771 INFO [RS:0;853c158ffd74:45043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,45043,1731610275089 because: Region server is closing 2024-11-14T18:51:39,771 INFO [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45043. 2024-11-14T18:51:39,771 DEBUG [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:39,771 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:39,771 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:39,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:39,872 INFO [RS:0;853c158ffd74:45043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,45043,1731610275089.replicationSource.shipper853c158ffd74%2C45043%2C1731610275089,1-853c158ffd74,45043,1731610275089 terminated 2024-11-14T18:51:39,872 INFO [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:45043. 2024-11-14T18:51:39,872 DEBUG [RS:0;853c158ffd74:45043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:39,872 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:39,872 DEBUG [RS:0;853c158ffd74:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:39,872 INFO [RS:0;853c158ffd74:45043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45043 2024-11-14T18:51:39,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:39,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1983790369/rs/853c158ffd74,45043,1731610275089 2024-11-14T18:51:39,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369/rs 2024-11-14T18:51:39,957 INFO [RS:0;853c158ffd74:45043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:39,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,45043,1731610275089] 2024-11-14T18:51:39,980 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1983790369/draining/853c158ffd74,45043,1731610275089 already deleted, retry=false 2024-11-14T18:51:39,981 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,45043,1731610275089 expired; onlineServers=0 2024-11-14T18:51:39,981 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,33211,1731610274744' ***** 2024-11-14T18:51:39,981 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:51:39,981 DEBUG [M:0;853c158ffd74:33211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:51:39,981 DEBUG [M:0;853c158ffd74:33211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:51:39,981 DEBUG [M:0;853c158ffd74:33211 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:51:39,981 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610275698 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610275698,5,FailOnTimeoutGroup] 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:51:39,981 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610275697 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610275697,5,FailOnTimeoutGroup] 2024-11-14T18:51:39,981 INFO [M:0;853c158ffd74:33211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:51:39,981 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:51:39,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:51:39,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1983790369/master 2024-11-14T18:51:39,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1983790369 2024-11-14T18:51:39,989 DEBUG [M:0;853c158ffd74:33211 {}] zookeeper.ZKUtil(347): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Unable to get data of znode /0-1983790369/master because node does not exist (not an error) 2024-11-14T18:51:39,989 WARN [M:0;853c158ffd74:33211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:51:39,990 INFO [M:0;853c158ffd74:33211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/.lastflushedseqids 2024-11-14T18:51:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741848_1024 (size=245) 2024-11-14T18:51:40,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:40,072 INFO [RS:0;853c158ffd74:45043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:40,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x1013bf9759b0001, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:40,072 INFO [RS:0;853c158ffd74:45043 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,45043,1731610275089; zookeeper connection closed. 2024-11-14T18:51:40,073 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a1c47af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a1c47af 2024-11-14T18:51:40,073 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:51:40,400 INFO [M:0;853c158ffd74:33211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:51:40,400 INFO [M:0;853c158ffd74:33211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:51:40,400 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:40,400 INFO [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:40,400 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:40,400 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:40,400 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:40,400 INFO [M:0;853c158ffd74:33211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T18:51:40,419 DEBUG [M:0;853c158ffd74:33211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9a247b3778458cb37951e39b25a09a is 82, key is hbase:meta,,1/info:regioninfo/1731610276468/Put/seqid=0 2024-11-14T18:51:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741849_1025 (size=5672) 2024-11-14T18:51:40,824 INFO [M:0;853c158ffd74:33211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9a247b3778458cb37951e39b25a09a 2024-11-14T18:51:40,845 DEBUG [M:0;853c158ffd74:33211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a522283e46754e41baddb33bac8f0db7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610287616/Put/seqid=0 2024-11-14T18:51:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741850_1026 (size=8516) 2024-11-14T18:51:40,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:40,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:41,268 INFO [M:0;853c158ffd74:33211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a522283e46754e41baddb33bac8f0db7 2024-11-14T18:51:41,369 DEBUG [M:0;853c158ffd74:33211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81db20d6f6d1456abcbc24775e874c59 is 69, key is 853c158ffd74,45043,1731610275089/rs:state/1731610275802/Put/seqid=0 2024-11-14T18:51:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741851_1027 (size=5156) 2024-11-14T18:51:41,381 INFO [M:0;853c158ffd74:33211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81db20d6f6d1456abcbc24775e874c59 2024-11-14T18:51:41,388 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9a247b3778458cb37951e39b25a09a as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e9a247b3778458cb37951e39b25a09a 2024-11-14T18:51:41,395 INFO [M:0;853c158ffd74:33211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e9a247b3778458cb37951e39b25a09a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:51:41,396 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a522283e46754e41baddb33bac8f0db7 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a522283e46754e41baddb33bac8f0db7 2024-11-14T18:51:41,407 INFO [M:0;853c158ffd74:33211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a522283e46754e41baddb33bac8f0db7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:51:41,415 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81db20d6f6d1456abcbc24775e874c59 as hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81db20d6f6d1456abcbc24775e874c59 2024-11-14T18:51:41,428 INFO [M:0;853c158ffd74:33211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81db20d6f6d1456abcbc24775e874c59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:51:41,429 INFO [M:0;853c158ffd74:33211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1029ms, sequenceid=97, compaction requested=false 2024-11-14T18:51:41,430 INFO [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:41,430 DEBUG [M:0;853c158ffd74:33211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610300400Disabling compacts and flushes for region at 1731610300400Disabling writes for close at 1731610300400Obtaining lock to block concurrent updates at 1731610300400Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610300400Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731610300401 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610300401Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610300401Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610300419 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610300419Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610300828 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610300844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610300844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610301300 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610301367 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610301367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b00ee: reopening flushed file at 1731610301387 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e47327c: reopening flushed file at 1731610301396 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be5c60: reopening flushed file at 1731610301407 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1029ms, sequenceid=97, compaction requested=false at 1731610301429 (+22 ms)Writing region close event to WAL at 1731610301430 (+1 ms)Closed at 1731610301430 2024-11-14T18:51:41,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc6d5242-70dc-854c-7172-86df201ae8bb/MasterData/WALs/853c158ffd74,33211,1731610274744/853c158ffd74%2C33211%2C1731610274744.1731610275425 not finished, retry = 0 2024-11-14T18:51:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741830_1006 (size=63654) 2024-11-14T18:51:41,541 INFO [M:0;853c158ffd74:33211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:51:41,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:51:41,541 INFO [M:0;853c158ffd74:33211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33211 2024-11-14T18:51:41,542 INFO [M:0;853c158ffd74:33211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:51:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:41,689 INFO [M:0;853c158ffd74:33211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:51:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33211-0x1013bf9759b0000, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:51:41,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c2d1fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:41,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46393140{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:41,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:41,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c6eed71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:41,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab2a580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:41,694 WARN [BP-854652080-172.17.0.2-1731610272561 heartbeating to localhost/127.0.0.1:38133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:51:41,694 WARN [BP-854652080-172.17.0.2-1731610272561 heartbeating to localhost/127.0.0.1:38133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854652080-172.17.0.2-1731610272561 (Datanode Uuid 75e406d1-249c-4b28-8024-abaa4f61a967) service to localhost/127.0.0.1:38133 2024-11-14T18:51:41,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:51:41,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:51:41,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/data/data1/current/BP-854652080-172.17.0.2-1731610272561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:41,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/cluster_211ea6ea-69c0-9d66-9487-6c49a41292ef/data/data2/current/BP-854652080-172.17.0.2-1731610272561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:51:41,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:51:41,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707a110e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:41,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65852d1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:51:41,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:51:41,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b6b0b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:51:41,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530545f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a267dfe-0b09-239d-f7f8-b37883fe50c1/hadoop.log.dir/,STOPPED} 2024-11-14T18:51:41,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:51:41,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:51:41,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=258 (was 242) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50664) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50664) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39459 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1226 (was 1174) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3603 (was 4277) 2024-11-14T18:51:41,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=258, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=1226, ProcessCount=11, AvailableMemoryMB=3602 2024-11-14T18:51:41,755 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T18:51:41,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir so I do NOT create it in target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb 2024-11-14T18:51:41,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:51:41,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.tmp.dir so I do NOT create it in target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb 2024-11-14T18:51:41,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d2cf26-2851-402c-e872-8e12a5b2eac3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:51:41,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb 2024-11-14T18:51:41,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997, deleteOnExit=true 2024-11-14T18:51:41,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/zookeeper_0, clientPort=63392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:51:41,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63392 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/test.cache.data in system properties and HBase conf 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:51:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:51:41,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:51:41,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:51:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf9759b0005, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:51:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf9759b0002, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:51:41,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf9759b0005, quorum=127.0.0.1:50664, baseZNode=/1632295714 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:51:41,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf9759b0002, quorum=127.0.0.1:50664, baseZNode=/0-1983790369 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:51:42,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:42,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:42,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:42,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:42,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:51:42,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:42,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5262318f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:42,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5376984e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:42,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1da7852e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/java.io.tmpdir/jetty-localhost-34663-hadoop-hdfs-3_4_1-tests_jar-_-any-18417691921948773347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:42,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4722eace{HTTP/1.1, (http/1.1)}{localhost:34663} 2024-11-14T18:51:42,182 INFO [Time-limited test {}] server.Server(415): Started @229183ms 2024-11-14T18:51:42,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:42,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:42,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:42,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:42,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:51:42,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4d50b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:42,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13aebbdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:42,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f5f324c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/java.io.tmpdir/jetty-localhost-38055-hadoop-hdfs-3_4_1-tests_jar-_-any-14603702568404276656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:42,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3123457e{HTTP/1.1, (http/1.1)}{localhost:38055} 2024-11-14T18:51:42,508 INFO [Time-limited test {}] server.Server(415): Started @229509ms 2024-11-14T18:51:42,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:51:43,054 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/data/data1/current/BP-721106493-172.17.0.2-1731610301774/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:43,055 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/data/data2/current/BP-721106493-172.17.0.2-1731610301774/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:43,090 WARN [Thread-2636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:51:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe92e28f5ccf3bc5a with lease ID 0xf2c7c1ba95f6e998: Processing first storage report for DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0 from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=09671a05-0b4c-4a69-87db-6f53c6bbee0d, infoPort=42715, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1913212148;c=1731610301774) 2024-11-14T18:51:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe92e28f5ccf3bc5a with lease ID 0xf2c7c1ba95f6e998: from storage DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0 node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=09671a05-0b4c-4a69-87db-6f53c6bbee0d, infoPort=42715, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1913212148;c=1731610301774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe92e28f5ccf3bc5a with lease ID 0xf2c7c1ba95f6e998: Processing first storage report for DS-aa267013-0636-436f-af74-0382e70a563a from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=09671a05-0b4c-4a69-87db-6f53c6bbee0d, infoPort=42715, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1913212148;c=1731610301774) 2024-11-14T18:51:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe92e28f5ccf3bc5a with lease ID 0xf2c7c1ba95f6e998: from storage DS-aa267013-0636-436f-af74-0382e70a563a node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=09671a05-0b4c-4a69-87db-6f53c6bbee0d, infoPort=42715, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1913212148;c=1731610301774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:43,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb 2024-11-14T18:51:43,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:51:43,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd with version=8 2024-11-14T18:51:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/hbase-staging 2024-11-14T18:51:43,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:43,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:43,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:43,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:51:43,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:43,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44503 2024-11-14T18:51:43,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44503 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445030x0, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:43,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44503-0x1013bf9e8030000 connected 2024-11-14T18:51:43,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/running 2024-11-14T18:51:43,346 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd, hbase.cluster.distributed=false 2024-11-14T18:51:43,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/acl 2024-11-14T18:51:43,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-14T18:51:43,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44503 2024-11-14T18:51:43,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44503 2024-11-14T18:51:43,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-14T18:51:43,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-14T18:51:43,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:51:43,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:43,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38721 2024-11-14T18:51:43,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38721 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:43,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387210x0, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:43,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387210x0, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/running 2024-11-14T18:51:43,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38721-0x1013bf9e8030001 connected 2024-11-14T18:51:43,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:51:43,419 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:51:43,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/master 2024-11-14T18:51:43,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/acl 2024-11-14T18:51:43,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38721 2024-11-14T18:51:43,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38721 2024-11-14T18:51:43,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38721 2024-11-14T18:51:43,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38721 2024-11-14T18:51:43,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38721 2024-11-14T18:51:43,456 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:44503 2024-11-14T18:51:43,456 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1597620503/backup-masters/853c158ffd74,44503,1731610303180 2024-11-14T18:51:43,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/backup-masters 2024-11-14T18:51:43,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/backup-masters 2024-11-14T18:51:43,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on existing znode=/0-1597620503/backup-masters/853c158ffd74,44503,1731610303180 2024-11-14T18:51:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597620503/master 2024-11-14T18:51:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,481 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on existing znode=/0-1597620503/master 2024-11-14T18:51:43,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1597620503/backup-masters/853c158ffd74,44503,1731610303180 from backup master directory 2024-11-14T18:51:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/backup-masters 2024-11-14T18:51:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597620503/backup-masters/853c158ffd74,44503,1731610303180 2024-11-14T18:51:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/backup-masters 2024-11-14T18:51:43,493 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:43,493 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,44503,1731610303180 2024-11-14T18:51:43,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/hbase.id] with ID: cbec4b83-d4bd-43a3-8bd5-adac0503420a 2024-11-14T18:51:43,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/.tmp/hbase.id 2024-11-14T18:51:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:51:43,530 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/.tmp/hbase.id]:[hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/hbase.id] 2024-11-14T18:51:43,542 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:43,542 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:51:43,543 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:51:43,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:51:43,651 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:43,651 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:51:43,657 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:51:43,678 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store 2024-11-14T18:51:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:51:43,695 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:43,696 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:43,696 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:43,696 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:43,696 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:43,696 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:43,696 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:43,696 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610303696Disabling compacts and flushes for region at 1731610303696Disabling writes for close at 1731610303696Writing region close event to WAL at 1731610303696Closed at 1731610303696 2024-11-14T18:51:43,697 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/.initializing 2024-11-14T18:51:43,697 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/WALs/853c158ffd74,44503,1731610303180 2024-11-14T18:51:43,698 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:43,701 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C44503%2C1731610303180, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/WALs/853c158ffd74,44503,1731610303180, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/oldWALs, maxLogs=10 2024-11-14T18:51:43,739 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/WALs/853c158ffd74,44503,1731610303180/853c158ffd74%2C44503%2C1731610303180.1731610303701, exclude list is [], retry=0 2024-11-14T18:51:43,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0,DISK] 2024-11-14T18:51:43,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/WALs/853c158ffd74,44503,1731610303180/853c158ffd74%2C44503%2C1731610303180.1731610303701 2024-11-14T18:51:43,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42715:42715)] 2024-11-14T18:51:43,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:43,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:43,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:51:43,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:43,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:43,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:51:43,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:43,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:43,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:51:43,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:43,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:43,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:51:43,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:43,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:43,815 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,816 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,822 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,824 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,824 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,824 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:43,827 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:43,859 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:43,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61782175, jitterRate=-0.07937385141849518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:43,863 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610303799Initializing all the Stores at 1731610303800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610303800Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610303806 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610303806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610303806Cleaning up temporary data from old regions at 1731610303824 (+18 ms)Region opened successfully at 1731610303862 (+38 ms) 2024-11-14T18:51:43,871 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:51:43,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32872bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:43,884 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:51:43,884 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:51:43,884 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:51:43,884 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:51:43,885 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T18:51:43,886 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:51:43,886 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:51:43,912 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:51:43,913 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/balancer because node does not exist (not necessarily an error) 2024-11-14T18:51:43,937 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/balancer already deleted, retry=false 2024-11-14T18:51:43,938 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:51:43,939 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:51:43,946 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/normalizer already deleted, retry=false 2024-11-14T18:51:43,947 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:51:43,955 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:51:43,963 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/switch/split already deleted, retry=false 2024-11-14T18:51:43,964 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:51:43,971 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/switch/merge already deleted, retry=false 2024-11-14T18:51:43,973 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:51:43,983 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/snapshot-cleanup already deleted, retry=false 2024-11-14T18:51:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597620503/running 2024-11-14T18:51:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597620503/running 2024-11-14T18:51:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:43,992 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,44503,1731610303180, sessionid=0x1013bf9e8030000, setting cluster-up flag (Was=false) 2024-11-14T18:51:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,050 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1597620503/flush-table-proc/acquired, /0-1597620503/flush-table-proc/reached, /0-1597620503/flush-table-proc/abort 2024-11-14T18:51:44,052 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,44503,1731610303180 2024-11-14T18:51:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,096 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1597620503/online-snapshot/acquired, /0-1597620503/online-snapshot/reached, /0-1597620503/online-snapshot/abort 2024-11-14T18:51:44,096 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,44503,1731610303180 2024-11-14T18:51:44,097 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:51:44,099 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:44,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:51:44,099 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:51:44,099 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,44503,1731610303180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:51:44,100 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:44,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:44,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:51:44,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:51:44,110 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610334110 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:51:44,111 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:51:44,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:51:44,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:51:44,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:51:44,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:51:44,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:51:44,118 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:51:44,121 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610304119,5,FailOnTimeoutGroup] 2024-11-14T18:51:44,121 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610304121,5,FailOnTimeoutGroup] 2024-11-14T18:51:44,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:51:44,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,121 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:51:44,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:51:44,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd 2024-11-14T18:51:44,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:51:44,153 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(746): ClusterId : cbec4b83-d4bd-43a3-8bd5-adac0503420a 2024-11-14T18:51:44,153 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:51:44,167 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:51:44,167 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:51:44,176 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:51:44,176 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a512fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:44,193 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:38721 2024-11-14T18:51:44,193 INFO [RS:0;853c158ffd74:38721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:51:44,193 INFO [RS:0;853c158ffd74:38721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:51:44,193 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:51:44,194 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,44503,1731610303180 with port=38721, startcode=1731610303386 2024-11-14T18:51:44,194 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:51:44,195 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:51:44,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44503 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,197 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd 2024-11-14T18:51:44,197 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33679 2024-11-14T18:51:44,197 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:51:44,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/rs 2024-11-14T18:51:44,209 DEBUG [RS:0;853c158ffd74:38721 {}] zookeeper.ZKUtil(111): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on existing znode=/0-1597620503/rs/853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,209 WARN [RS:0;853c158ffd74:38721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:44,209 INFO [RS:0;853c158ffd74:38721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:44,209 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,38721,1731610303386] 2024-11-14T18:51:44,212 INFO [RS:0;853c158ffd74:38721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:51:44,214 INFO [RS:0;853c158ffd74:38721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:51:44,215 INFO [RS:0;853c158ffd74:38721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:51:44,215 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,218 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:51:44,219 INFO [RS:0;853c158ffd74:38721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:51:44,219 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,219 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,220 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:44,220 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:44,220 DEBUG [RS:0;853c158ffd74:38721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,227 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38721,1731610303386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:44,245 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:51:44,246 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38721,1731610303386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,246 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,246 INFO [RS:0;853c158ffd74:38721 {}] regionserver.Replication(171): 853c158ffd74,38721,1731610303386 started 2024-11-14T18:51:44,264 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:44,264 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,38721,1731610303386, RpcServer on 853c158ffd74/172.17.0.2:38721, sessionid=0x1013bf9e8030001 2024-11-14T18:51:44,265 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:51:44,265 DEBUG [RS:0;853c158ffd74:38721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,265 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38721,1731610303386' 2024-11-14T18:51:44,265 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1597620503/flush-table-proc/abort' 2024-11-14T18:51:44,265 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1597620503/flush-table-proc/acquired' 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38721,1731610303386' 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1597620503/online-snapshot/abort' 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1597620503/online-snapshot/acquired' 2024-11-14T18:51:44,266 DEBUG [RS:0;853c158ffd74:38721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:51:44,266 INFO [RS:0;853c158ffd74:38721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:51:44,266 INFO [RS:0;853c158ffd74:38721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:51:44,367 INFO [RS:0;853c158ffd74:38721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:44,368 INFO [RS:0;853c158ffd74:38721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38721%2C1731610303386, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/oldWALs, maxLogs=10 2024-11-14T18:51:44,387 DEBUG [RS:0;853c158ffd74:38721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, exclude list is [], retry=0 2024-11-14T18:51:44,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0,DISK] 2024-11-14T18:51:44,398 INFO [RS:0;853c158ffd74:38721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 2024-11-14T18:51:44,401 DEBUG [RS:0;853c158ffd74:38721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42715:42715)] 2024-11-14T18:51:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:44,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:44,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:44,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:44,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:44,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:44,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:44,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:44,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:44,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:44,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740 2024-11-14T18:51:44,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740 2024-11-14T18:51:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:44,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:44,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:44,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:44,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69952161, jitterRate=0.04236842691898346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:44,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610304533Initializing all the Stores at 1731610304534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304534Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610304534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304534Cleaning up temporary data from old regions at 1731610304543 (+9 ms)Region opened successfully at 1731610304548 (+5 ms) 2024-11-14T18:51:44,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:44,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:44,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:44,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:44,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:44,554 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610304548Disabling compacts and flushes for region at 1731610304548Disabling writes for close at 1731610304548Writing region close event to WAL at 1731610304554 (+6 ms)Closed at 1731610304554 2024-11-14T18:51:44,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:44,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:51:44,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:51:44,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:44,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:51:44,709 DEBUG [853c158ffd74:44503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:51:44,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:44,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38721,1731610303386, state=OPENING 2024-11-14T18:51:44,762 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:51:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:44,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597620503/meta-region-server: CHANGED 2024-11-14T18:51:44,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597620503/meta-region-server: CHANGED 2024-11-14T18:51:44,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:44,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38721,1731610303386}] 2024-11-14T18:51:44,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:44,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:51:44,956 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:51:44,956 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:44,957 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:51:44,958 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38721%2C1731610303386.meta, suffix=.meta, logDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/oldWALs, maxLogs=10 2024-11-14T18:51:44,975 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.meta.1731610304959.meta, exclude list is [], retry=0 2024-11-14T18:51:44,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0,DISK] 2024-11-14T18:51:44,987 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.meta.1731610304959.meta 2024-11-14T18:51:44,987 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42715:42715)] 2024-11-14T18:51:44,987 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:44,988 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:51:44,988 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:51:44,988 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:51:44,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:44,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:44,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:44,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:44,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:44,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:44,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:44,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:44,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:45,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:45,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:45,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:45,006 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:45,006 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740 2024-11-14T18:51:45,008 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740 2024-11-14T18:51:45,009 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:45,009 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:45,009 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:45,011 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:45,011 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62978521, jitterRate=-0.06154690682888031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:45,012 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:51:45,012 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610304988Writing region info on filesystem at 1731610304988Initializing all the Stores at 1731610304989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304990 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610304990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610304990Cleaning up temporary data from old regions at 1731610305009 (+19 ms)Running coprocessor post-open hooks at 1731610305012 (+3 ms)Region opened successfully at 1731610305012 2024-11-14T18:51:45,013 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610304951 2024-11-14T18:51:45,017 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:51:45,017 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:51:45,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:45,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38721,1731610303386, state=OPEN 2024-11-14T18:51:45,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1597620503/meta-region-server 2024-11-14T18:51:45,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1597620503/meta-region-server 2024-11-14T18:51:45,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597620503/meta-region-server: CHANGED 2024-11-14T18:51:45,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597620503/meta-region-server: CHANGED 2024-11-14T18:51:45,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,38721,1731610303386 2024-11-14T18:51:45,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:51:45,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38721,1731610303386 in 236 msec 2024-11-14T18:51:45,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:51:45,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-14T18:51:45,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:45,039 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:51:45,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:45,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38721,1731610303386, seqNum=-1] 2024-11-14T18:51:45,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:45,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:45,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 947 msec 2024-11-14T18:51:45,048 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610305047, completionTime=-1 2024-11-14T18:51:45,048 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:51:45,048 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:51:45,050 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:51:45,050 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610365050 2024-11-14T18:51:45,050 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610425050 2024-11-14T18:51:45,050 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:51:45,051 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,051 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,051 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,051 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:44503, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,051 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,054 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:51:45,065 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.577sec 2024-11-14T18:51:45,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:51:45,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:51:45,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:51:45,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:51:45,071 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:51:45,071 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:45,071 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:51:45,073 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:51:45,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:51:45,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44503,1731610303180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:45,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e60340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:45,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:51:45,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:45,151 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:51:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:51:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:51:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:45,153 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:45,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c664ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:45,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38721,1731610303386, seqNum=-1] 2024-11-14T18:51:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:45,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,44503,1731610303180 2024-11-14T18:51:45,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:45,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bf9e8030002 connected 2024-11-14T18:51:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir so I do NOT create it in target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc 2024-11-14T18:51:45,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:51:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.tmp.dir so I do NOT create it in target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc 2024-11-14T18:51:45,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:51:45,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc 2024-11-14T18:51:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:51:45,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/cluster_52a101f3-a90e-56f9-bac2-063f0353c5ba, deleteOnExit=true 2024-11-14T18:51:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/test.cache.data in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:51:45,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:51:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:51:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:51:45,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:45,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:45,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:45,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:45,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:51:45,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:45,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d8fe572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:45,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a48a809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:45,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e443f04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/java.io.tmpdir/jetty-localhost-45543-hadoop-hdfs-3_4_1-tests_jar-_-any-8076710264635062215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:45,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c97f7f{HTTP/1.1, (http/1.1)}{localhost:45543} 2024-11-14T18:51:45,619 INFO [Time-limited test {}] server.Server(415): Started @232620ms 2024-11-14T18:51:45,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:45,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:45,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:45,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:45,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:51:45,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42058679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:45,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c95e9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:45,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c8f288c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/java.io.tmpdir/jetty-localhost-44885-hadoop-hdfs-3_4_1-tests_jar-_-any-6642683141672945660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:45,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f1f434{HTTP/1.1, (http/1.1)}{localhost:44885} 2024-11-14T18:51:45,994 INFO [Time-limited test {}] server.Server(415): Started @232995ms 2024-11-14T18:51:45,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:51:46,654 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/cluster_52a101f3-a90e-56f9-bac2-063f0353c5ba/data/data1/current/BP-208719851-172.17.0.2-1731610305215/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:46,655 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/cluster_52a101f3-a90e-56f9-bac2-063f0353c5ba/data/data2/current/BP-208719851-172.17.0.2-1731610305215/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:46,691 WARN [Thread-2756 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:51:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bba168a4b79366f with lease ID 0xa8c21f143fc4e8e7: Processing first storage report for DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=04ae84a1-bfc5-4dd1-a3c7-a46dbaf39dc5, infoPort=33299, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=1885283462;c=1731610305215) 2024-11-14T18:51:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bba168a4b79366f with lease ID 0xa8c21f143fc4e8e7: from storage DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=04ae84a1-bfc5-4dd1-a3c7-a46dbaf39dc5, infoPort=33299, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=1885283462;c=1731610305215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bba168a4b79366f with lease ID 0xa8c21f143fc4e8e7: Processing first storage report for DS-4ca24a1c-d631-440e-bd27-3865663e09cb from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=04ae84a1-bfc5-4dd1-a3c7-a46dbaf39dc5, infoPort=33299, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=1885283462;c=1731610305215) 2024-11-14T18:51:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bba168a4b79366f with lease ID 0xa8c21f143fc4e8e7: from storage DS-4ca24a1c-d631-440e-bd27-3865663e09cb node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=04ae84a1-bfc5-4dd1-a3c7-a46dbaf39dc5, infoPort=33299, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=1885283462;c=1731610305215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:46,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc 2024-11-14T18:51:46,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:51:46,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850 with version=8 2024-11-14T18:51:46,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/hbase-staging 2024-11-14T18:51:46,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:51:46,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:46,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32947 2024-11-14T18:51:46,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32947 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:46,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329470x0, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:46,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32947-0x1013bf9e8030003 connected 2024-11-14T18:51:46,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/running 2024-11-14T18:51:46,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850, hbase.cluster.distributed=false 2024-11-14T18:51:46,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/acl 2024-11-14T18:51:46,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-14T18:51:46,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32947 2024-11-14T18:51:46,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32947 2024-11-14T18:51:46,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-14T18:51:46,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-14T18:51:46,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:51:46,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:46,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35015 2024-11-14T18:51:46,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35015 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:46,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:46,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350150x0, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:46,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350150x0, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/running 2024-11-14T18:51:46,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35015-0x1013bf9e8030004 connected 2024-11-14T18:51:46,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:51:46,934 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:51:46,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/master 2024-11-14T18:51:46,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/acl 2024-11-14T18:51:46,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-14T18:51:46,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35015 2024-11-14T18:51:46,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35015 2024-11-14T18:51:46,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-14T18:51:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35015 2024-11-14T18:51:46,971 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:32947 2024-11-14T18:51:46,973 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1413121748/backup-masters/853c158ffd74,32947,1731610306766 2024-11-14T18:51:46,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/backup-masters 2024-11-14T18:51:46,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/backup-masters 2024-11-14T18:51:46,984 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on existing znode=/1413121748/backup-masters/853c158ffd74,32947,1731610306766 2024-11-14T18:51:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1413121748/master 2024-11-14T18:51:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:46,996 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on existing znode=/1413121748/master 2024-11-14T18:51:46,997 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1413121748/backup-masters/853c158ffd74,32947,1731610306766 from backup master directory 2024-11-14T18:51:47,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1413121748/backup-masters/853c158ffd74,32947,1731610306766 2024-11-14T18:51:47,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/backup-masters 2024-11-14T18:51:47,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/backup-masters 2024-11-14T18:51:47,008 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:47,008 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,32947,1731610306766 2024-11-14T18:51:47,012 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/hbase.id] with ID: 8fafe69e-ac66-48b4-a246-88e052e0bba7 2024-11-14T18:51:47,012 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/.tmp/hbase.id 2024-11-14T18:51:47,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:51:47,025 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/.tmp/hbase.id]:[hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/hbase.id] 2024-11-14T18:51:47,034 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:47,034 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:51:47,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:51:47,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:51:47,057 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:47,058 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:51:47,058 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:51:47,075 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store 2024-11-14T18:51:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:51:47,087 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:47,087 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:47,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:47,087 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:47,087 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:47,088 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:47,088 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:47,088 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610307087Disabling compacts and flushes for region at 1731610307087Disabling writes for close at 1731610307087Writing region close event to WAL at 1731610307088 (+1 ms)Closed at 1731610307088 2024-11-14T18:51:47,090 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/.initializing 2024-11-14T18:51:47,091 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/WALs/853c158ffd74,32947,1731610306766 2024-11-14T18:51:47,091 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:47,093 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C32947%2C1731610306766, suffix=, logDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/WALs/853c158ffd74,32947,1731610306766, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/oldWALs, maxLogs=10 2024-11-14T18:51:47,111 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/WALs/853c158ffd74,32947,1731610306766/853c158ffd74%2C32947%2C1731610306766.1731610307093, exclude list is [], retry=0 2024-11-14T18:51:47,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc,DISK] 2024-11-14T18:51:47,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/WALs/853c158ffd74,32947,1731610306766/853c158ffd74%2C32947%2C1731610306766.1731610307093 2024-11-14T18:51:47,122 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-11-14T18:51:47,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:47,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:47,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:51:47,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:47,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:51:47,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:51:47,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:51:47,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:47,139 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,140 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,140 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,142 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:47,143 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:47,148 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:47,148 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60800759, jitterRate=-0.09399808943271637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:47,148 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610307123Initializing all the Stores at 1731610307129 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610307129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610307129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610307130 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610307130Cleaning up temporary data from old regions at 1731610307142 (+12 ms)Region opened successfully at 1731610307148 (+6 ms) 2024-11-14T18:51:47,150 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:51:47,153 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c81e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:47,154 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:51:47,154 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:51:47,154 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:51:47,154 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:51:47,155 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:51:47,155 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:51:47,155 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:51:47,168 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:51:47,171 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Unable to get data of znode /1413121748/balancer because node does not exist (not necessarily an error) 2024-11-14T18:51:47,204 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/balancer already deleted, retry=false 2024-11-14T18:51:47,204 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:51:47,205 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Unable to get data of znode /1413121748/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:51:47,216 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/normalizer already deleted, retry=false 2024-11-14T18:51:47,217 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:51:47,218 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Unable to get data of znode /1413121748/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:51:47,230 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/switch/split already deleted, retry=false 2024-11-14T18:51:47,231 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Unable to get data of znode /1413121748/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:51:47,241 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/switch/merge already deleted, retry=false 2024-11-14T18:51:47,243 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Unable to get data of znode /1413121748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:51:47,254 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/snapshot-cleanup already deleted, retry=false 2024-11-14T18:51:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1413121748/running 2024-11-14T18:51:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1413121748/running 2024-11-14T18:51:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,263 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,32947,1731610306766, sessionid=0x1013bf9e8030003, setting cluster-up flag (Was=false) 2024-11-14T18:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,308 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1413121748/flush-table-proc/acquired, /1413121748/flush-table-proc/reached, /1413121748/flush-table-proc/abort 2024-11-14T18:51:47,309 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,32947,1731610306766 2024-11-14T18:51:47,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:47,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:47,342 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38455 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:47,354 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1413121748/online-snapshot/acquired, /1413121748/online-snapshot/reached, /1413121748/online-snapshot/abort 2024-11-14T18:51:47,355 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,32947,1731610306766 2024-11-14T18:51:47,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:51:47,358 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:47,362 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:51:47,363 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:51:47,363 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,32947,1731610306766 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:51:47,367 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(746): ClusterId : 8fafe69e-ac66-48b4-a246-88e052e0bba7 2024-11-14T18:51:47,367 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:47,368 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,382 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610337382 2024-11-14T18:51:47,383 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:51:47,383 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:51:47,383 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:51:47,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:51:47,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:51:47,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:51:47,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:47,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:51:47,384 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,385 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:51:47,385 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:51:47,385 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:51:47,385 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:51:47,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:51:47,388 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:51:47,388 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:51:47,389 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:51:47,389 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:51:47,390 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610307390,5,FailOnTimeoutGroup] 2024-11-14T18:51:47,390 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610307390,5,FailOnTimeoutGroup] 2024-11-14T18:51:47,390 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,390 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:51:47,390 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,390 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:51:47,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:51:47,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850 2024-11-14T18:51:47,400 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:51:47,400 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2c5555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:47,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:51:47,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:47,417 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:35015 2024-11-14T18:51:47,417 INFO [RS:0;853c158ffd74:35015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:51:47,417 INFO [RS:0;853c158ffd74:35015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:51:47,417 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:51:47,418 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,32947,1731610306766 with port=35015, startcode=1731610306899 2024-11-14T18:51:47,418 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:51:47,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:47,424 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:51:47,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:47,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:47,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:47,427 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850 2024-11-14T18:51:47,427 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44489 2024-11-14T18:51:47,427 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:51:47,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:47,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:47,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:47,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:47,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:47,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:47,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:47,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:47,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:47,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:47,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740 2024-11-14T18:51:47,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740 2024-11-14T18:51:47,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:47,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:47,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:47,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:47,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:47,444 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65802446, jitterRate=-0.019467145204544067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:47,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610307414Initializing all the Stores at 1731610307415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610307415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610307422 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610307422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610307422Cleaning up temporary data from old regions at 1731610307436 (+14 ms)Region opened successfully at 1731610307444 (+8 ms) 2024-11-14T18:51:47,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:47,444 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:47,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:47,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:47,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:47,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:47,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610307444Disabling compacts and flushes for region at 1731610307444Disabling writes for close at 1731610307444Writing region close event to WAL at 1731610307447 (+3 ms)Closed at 1731610307447 2024-11-14T18:51:47,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:47,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:51:47,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:51:47,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:47,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:51:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/rs 2024-11-14T18:51:47,525 DEBUG [RS:0;853c158ffd74:35015 {}] zookeeper.ZKUtil(111): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on existing znode=/1413121748/rs/853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,525 WARN [RS:0;853c158ffd74:35015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:47,526 INFO [RS:0;853c158ffd74:35015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:47,526 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,35015,1731610306899] 2024-11-14T18:51:47,529 INFO [RS:0;853c158ffd74:35015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:51:47,534 INFO [RS:0;853c158ffd74:35015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:51:47,537 INFO [RS:0;853c158ffd74:35015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:51:47,537 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,537 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:51:47,538 INFO [RS:0;853c158ffd74:35015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:51:47,539 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:47,539 DEBUG [RS:0;853c158ffd74:35015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,543 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35015,1731610306899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:47,561 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:51:47,561 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35015,1731610306899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,562 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,562 INFO [RS:0;853c158ffd74:35015 {}] regionserver.Replication(171): 853c158ffd74,35015,1731610306899 started 2024-11-14T18:51:47,580 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:47,580 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,35015,1731610306899, RpcServer on 853c158ffd74/172.17.0.2:35015, sessionid=0x1013bf9e8030004 2024-11-14T18:51:47,580 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:51:47,580 DEBUG [RS:0;853c158ffd74:35015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,580 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35015,1731610306899' 2024-11-14T18:51:47,580 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1413121748/flush-table-proc/abort' 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1413121748/flush-table-proc/acquired' 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35015,1731610306899' 2024-11-14T18:51:47,581 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1413121748/online-snapshot/abort' 2024-11-14T18:51:47,582 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1413121748/online-snapshot/acquired' 2024-11-14T18:51:47,582 DEBUG [RS:0;853c158ffd74:35015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:51:47,582 INFO [RS:0;853c158ffd74:35015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:51:47,582 INFO [RS:0;853c158ffd74:35015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:51:47,600 WARN [853c158ffd74:32947 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:51:47,682 INFO [RS:0;853c158ffd74:35015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:47,683 INFO [RS:0;853c158ffd74:35015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C35015%2C1731610306899, suffix=, logDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/oldWALs, maxLogs=10 2024-11-14T18:51:47,695 DEBUG [RS:0;853c158ffd74:35015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, exclude list is [], retry=0 2024-11-14T18:51:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc,DISK] 2024-11-14T18:51:47,699 INFO [RS:0;853c158ffd74:35015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 2024-11-14T18:51:47,699 DEBUG [RS:0;853c158ffd74:35015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-11-14T18:51:47,851 DEBUG [853c158ffd74:32947 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:51:47,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:47,852 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,35015,1731610306899, state=OPENING 2024-11-14T18:51:47,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:51:47,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1413121748/meta-region-server: CHANGED 2024-11-14T18:51:47,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:47,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,35015,1731610306899}] 2024-11-14T18:51:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:47,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1413121748/meta-region-server: CHANGED 2024-11-14T18:51:48,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:48,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:51:48,085 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:51:48,085 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:48,085 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:51:48,091 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C35015%2C1731610306899.meta, suffix=.meta, logDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/oldWALs, maxLogs=10 2024-11-14T18:51:48,110 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.meta.1731610308092.meta, exclude list is [], retry=0 2024-11-14T18:51:48,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc,DISK] 2024-11-14T18:51:48,117 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.meta.1731610308092.meta 2024-11-14T18:51:48,118 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:48,119 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:51:48,119 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:51:48,119 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:51:48,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:48,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:48,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:48,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:48,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:48,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:48,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:48,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:48,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:48,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:48,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:48,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:48,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:48,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:48,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:48,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:48,138 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:48,138 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740 2024-11-14T18:51:48,139 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740 2024-11-14T18:51:48,140 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:48,140 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:48,141 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:48,142 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:48,142 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64683951, jitterRate=-0.0361340194940567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:48,143 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:51:48,143 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610308120Writing region info on filesystem at 1731610308120Initializing all the Stores at 1731610308127 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610308127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610308130 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610308130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610308130Cleaning up temporary data from old regions at 1731610308140 (+10 ms)Running coprocessor post-open hooks at 1731610308143 (+3 ms)Region opened successfully at 1731610308143 2024-11-14T18:51:48,144 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610308077 2024-11-14T18:51:48,146 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:51:48,146 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:51:48,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:48,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,35015,1731610306899, state=OPEN 2024-11-14T18:51:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1413121748/meta-region-server 2024-11-14T18:51:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1413121748/meta-region-server 2024-11-14T18:51:48,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1413121748/meta-region-server: CHANGED 2024-11-14T18:51:48,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1413121748/meta-region-server: CHANGED 2024-11-14T18:51:48,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,35015,1731610306899 2024-11-14T18:51:48,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:51:48,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,35015,1731610306899 in 246 msec 2024-11-14T18:51:48,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:51:48,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-11-14T18:51:48,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:48,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:51:48,177 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:48,177 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35015,1731610306899, seqNum=-1] 2024-11-14T18:51:48,177 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:48,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:48,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-14T18:51:48,187 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610308187, completionTime=-1 2024-11-14T18:51:48,187 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:51:48,187 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610368190 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610428190 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:32947, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,190 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,193 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:51:48,194 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.192sec 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:48,200 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:51:48,202 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:51:48,202 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:51:48,202 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,32947,1731610306766-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:48,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c05d80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:48,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:51:48,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:48,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:51:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:51:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0050c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:51:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:48,267 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:48,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583d7786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:48,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35015,1731610306899, seqNum=-1] 2024-11-14T18:51:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:48,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:48,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,32947,1731610306766 2024-11-14T18:51:48,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:48,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bf9e8030005 connected 2024-11-14T18:51:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir so I do NOT create it in target/test-data/83d14526-454f-0a32-8444-deef1e385e51 2024-11-14T18:51:48,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:51:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.tmp.dir so I do NOT create it in target/test-data/83d14526-454f-0a32-8444-deef1e385e51 2024-11-14T18:51:48,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:51:48,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51 2024-11-14T18:51:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:51:48,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/cluster_92dd4d69-48d1-ba3c-3b3a-58508712ebdd, deleteOnExit=true 2024-11-14T18:51:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:51:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/test.cache.data in system properties and HBase conf 2024-11-14T18:51:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:51:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:51:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:51:48,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:51:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:51:48,664 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T18:51:48,665 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,665 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,718 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,719 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,719 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,719 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,720 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,720 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,735 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,739 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:48,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:48,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:48,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:48,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:48,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:51:48,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:48,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4ea7ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207268{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:48,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c780c5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/java.io.tmpdir/jetty-localhost-40787-hadoop-hdfs-3_4_1-tests_jar-_-any-7524042066918442122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:51:48,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21a2ae8d{HTTP/1.1, (http/1.1)}{localhost:40787} 2024-11-14T18:51:48,929 INFO [Time-limited test {}] server.Server(415): Started @235930ms 2024-11-14T18:51:49,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:51:49,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:51:49,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:51:49,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:51:49,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:51:49,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48514847{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:51:49,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46e9991a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:51:49,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36a2d50d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/java.io.tmpdir/jetty-localhost-34981-hadoop-hdfs-3_4_1-tests_jar-_-any-5306156112862852080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:51:49,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a25521{HTTP/1.1, (http/1.1)}{localhost:34981} 2024-11-14T18:51:49,334 INFO [Time-limited test {}] server.Server(415): Started @236335ms 2024-11-14T18:51:49,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:51:49,864 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/cluster_92dd4d69-48d1-ba3c-3b3a-58508712ebdd/data/data1/current/BP-78076231-172.17.0.2-1731610308321/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:49,869 WARN [Thread-2890 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/cluster_92dd4d69-48d1-ba3c-3b3a-58508712ebdd/data/data2/current/BP-78076231-172.17.0.2-1731610308321/current, will proceed with Du for space computation calculation, 2024-11-14T18:51:49,903 WARN [Thread-2877 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:51:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d4fea32f9383442 with lease ID 0xad678f769c8d4221: Processing first storage report for DS-9406313a-1a2d-4267-a8d0-038c73399032 from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=ecb00d5c-6288-4383-816f-c956bc374263, infoPort=43015, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=1518355092;c=1731610308321) 2024-11-14T18:51:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d4fea32f9383442 with lease ID 0xad678f769c8d4221: from storage DS-9406313a-1a2d-4267-a8d0-038c73399032 node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=ecb00d5c-6288-4383-816f-c956bc374263, infoPort=43015, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=1518355092;c=1731610308321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d4fea32f9383442 with lease ID 0xad678f769c8d4221: Processing first storage report for DS-4998d667-478a-46c1-91a1-ce98a3c1b650 from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=ecb00d5c-6288-4383-816f-c956bc374263, infoPort=43015, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=1518355092;c=1731610308321) 2024-11-14T18:51:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d4fea32f9383442 with lease ID 0xad678f769c8d4221: from storage DS-4998d667-478a-46c1-91a1-ce98a3c1b650 node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=ecb00d5c-6288-4383-816f-c956bc374263, infoPort=43015, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=1518355092;c=1731610308321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:51:49,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51 2024-11-14T18:51:49,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:49,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:51:50,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:51:50,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf with version=8 2024-11-14T18:51:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/hbase-staging 2024-11-14T18:51:50,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:51:50,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:50,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39425 2024-11-14T18:51:50,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39425 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394250x0, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:50,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39425-0x1013bf9e8030006 connected 2024-11-14T18:51:50,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:50,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:50,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/running 2024-11-14T18:51:50,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf, hbase.cluster.distributed=false 2024-11-14T18:51:50,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/acl 2024-11-14T18:51:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-14T18:51:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39425 2024-11-14T18:51:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39425 2024-11-14T18:51:50,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-14T18:51:50,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-14T18:51:50,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:51:50,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:51:50,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:51:50,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43683 2024-11-14T18:51:50,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43683 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:50,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:50,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436830x0, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:50,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436830x0, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/running 2024-11-14T18:51:50,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43683-0x1013bf9e8030007 connected 2024-11-14T18:51:50,562 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:51:50,566 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:51:50,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/master 2024-11-14T18:51:50,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/acl 2024-11-14T18:51:50,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43683 2024-11-14T18:51:50,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43683 2024-11-14T18:51:50,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43683 2024-11-14T18:51:50,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43683 2024-11-14T18:51:50,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43683 2024-11-14T18:51:50,587 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:39425 2024-11-14T18:51:50,588 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1675666847/backup-masters/853c158ffd74,39425,1731610310409 2024-11-14T18:51:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/backup-masters 2024-11-14T18:51:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/backup-masters 2024-11-14T18:51:50,599 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on existing znode=/2-1675666847/backup-masters/853c158ffd74,39425,1731610310409 2024-11-14T18:51:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1675666847/master 2024-11-14T18:51:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:50,607 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on existing znode=/2-1675666847/master 2024-11-14T18:51:50,608 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1675666847/backup-masters/853c158ffd74,39425,1731610310409 from backup master directory 2024-11-14T18:51:50,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/backup-masters 2024-11-14T18:51:50,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1675666847/backup-masters/853c158ffd74,39425,1731610310409 2024-11-14T18:51:50,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/backup-masters 2024-11-14T18:51:50,615 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:50,615 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,39425,1731610310409 2024-11-14T18:51:50,618 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/hbase.id] with ID: 5af00d52-4f5d-4916-9398-27f324895c1b 2024-11-14T18:51:50,618 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/.tmp/hbase.id 2024-11-14T18:51:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:51:51,025 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/.tmp/hbase.id]:[hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/hbase.id] 2024-11-14T18:51:51,034 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:51:51,034 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:51:51,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:51:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:51,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:51:51,517 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:51,518 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:51:51,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:51:51,575 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store 2024-11-14T18:51:51,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:51:52,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:52,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:51:52,036 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610312036Disabling compacts and flushes for region at 1731610312036Disabling writes for close at 1731610312036Writing region close event to WAL at 1731610312036Closed at 1731610312036 2024-11-14T18:51:52,038 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/.initializing 2024-11-14T18:51:52,038 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/WALs/853c158ffd74,39425,1731610310409 2024-11-14T18:51:52,041 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:52,043 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C39425%2C1731610310409, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/WALs/853c158ffd74,39425,1731610310409, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/oldWALs, maxLogs=10 2024-11-14T18:51:52,060 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/WALs/853c158ffd74,39425,1731610310409/853c158ffd74%2C39425%2C1731610310409.1731610312043, exclude list is [], retry=0 2024-11-14T18:51:52,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-9406313a-1a2d-4267-a8d0-038c73399032,DISK] 2024-11-14T18:51:52,095 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/WALs/853c158ffd74,39425,1731610310409/853c158ffd74%2C39425%2C1731610310409.1731610312043 2024-11-14T18:51:52,102 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015)] 2024-11-14T18:51:52,102 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:52,102 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:52,102 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,102 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:51:52,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:52,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:51:52,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:52,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:51:52,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:52,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:51:52,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:52,134 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,134 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,134 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,135 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,135 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,136 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:52,137 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:51:52,141 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:52,143 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72874291, jitterRate=0.08591155707836151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:52,144 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610312102Initializing all the Stores at 1731610312113 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610312113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610312122 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610312122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610312122Cleaning up temporary data from old regions at 1731610312135 (+13 ms)Region opened successfully at 1731610312143 (+8 ms) 2024-11-14T18:51:52,155 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:51:52,158 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa3661e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:52,159 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:51:52,159 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:51:52,159 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:51:52,159 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:51:52,160 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:51:52,160 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:51:52,160 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:51:52,179 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:51:52,180 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Unable to get data of znode /2-1675666847/balancer because node does not exist (not necessarily an error) 2024-11-14T18:51:52,239 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/balancer already deleted, retry=false 2024-11-14T18:51:52,239 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:51:52,240 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Unable to get data of znode /2-1675666847/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:51:52,248 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/normalizer already deleted, retry=false 2024-11-14T18:51:52,249 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:51:52,263 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Unable to get data of znode /2-1675666847/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:51:52,273 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/switch/split already deleted, retry=false 2024-11-14T18:51:52,274 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Unable to get data of znode /2-1675666847/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:51:52,281 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/switch/merge already deleted, retry=false 2024-11-14T18:51:52,283 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Unable to get data of znode /2-1675666847/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:51:52,290 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/snapshot-cleanup already deleted, retry=false 2024-11-14T18:51:52,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1675666847/running 2024-11-14T18:51:52,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,299 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,39425,1731610310409, sessionid=0x1013bf9e8030006, setting cluster-up flag (Was=false) 2024-11-14T18:51:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1675666847/running 2024-11-14T18:51:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,370 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1675666847/flush-table-proc/acquired, /2-1675666847/flush-table-proc/reached, /2-1675666847/flush-table-proc/abort 2024-11-14T18:51:52,384 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39425,1731610310409 2024-11-14T18:51:52,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:52,453 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1675666847/online-snapshot/acquired, /2-1675666847/online-snapshot/reached, /2-1675666847/online-snapshot/abort 2024-11-14T18:51:52,454 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39425,1731610310409 2024-11-14T18:51:52,463 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:51:52,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:52,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:51:52,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:51:52,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,39425,1731610310409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:52,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:52,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:51:52,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:51:52,500 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(746): ClusterId : 5af00d52-4f5d-4916-9398-27f324895c1b 2024-11-14T18:51:52,500 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610342505 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:51:52,505 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:51:52,512 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:51:52,512 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:51:52,515 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,524 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:51:52,524 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608fd135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:51:52,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:51:52,528 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:51:52,528 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:51:52,528 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:51:52,528 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:51:52,557 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:43683 2024-11-14T18:51:52,557 INFO [RS:0;853c158ffd74:43683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:51:52,557 INFO [RS:0;853c158ffd74:43683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:51:52,557 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:51:52,562 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:51:52,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:51:52,563 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,39425,1731610310409 with port=43683, startcode=1731610310545 2024-11-14T18:51:52,563 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610312563,5,FailOnTimeoutGroup] 2024-11-14T18:51:52,563 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:51:52,563 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610312563,5,FailOnTimeoutGroup] 2024-11-14T18:51:52,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:51:52,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,574 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:51:52,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,577 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf 2024-11-14T18:51:52,577 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39297 2024-11-14T18:51:52,577 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:51:52,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/rs 2024-11-14T18:51:52,653 DEBUG [RS:0;853c158ffd74:43683 {}] zookeeper.ZKUtil(111): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on existing znode=/2-1675666847/rs/853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,653 WARN [RS:0;853c158ffd74:43683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:51:52,654 INFO [RS:0;853c158ffd74:43683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:52,654 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,43683,1731610310545] 2024-11-14T18:51:52,659 INFO [RS:0;853c158ffd74:43683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:51:52,665 INFO [RS:0;853c158ffd74:43683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:51:52,666 INFO [RS:0;853c158ffd74:43683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:51:52,666 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,666 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:51:52,667 INFO [RS:0;853c158ffd74:43683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:51:52,667 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:52,668 DEBUG [RS:0;853c158ffd74:43683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,669 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43683,1731610310545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:52,692 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:51:52,692 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43683,1731610310545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,692 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,692 INFO [RS:0;853c158ffd74:43683 {}] regionserver.Replication(171): 853c158ffd74,43683,1731610310545 started 2024-11-14T18:51:52,714 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:52,715 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,43683,1731610310545, RpcServer on 853c158ffd74/172.17.0.2:43683, sessionid=0x1013bf9e8030007 2024-11-14T18:51:52,715 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:51:52,715 DEBUG [RS:0;853c158ffd74:43683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,715 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,43683,1731610310545' 2024-11-14T18:51:52,715 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1675666847/flush-table-proc/abort' 2024-11-14T18:51:52,715 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1675666847/flush-table-proc/acquired' 2024-11-14T18:51:52,716 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:51:52,716 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:51:52,716 DEBUG [RS:0;853c158ffd74:43683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,43683,1731610310545 2024-11-14T18:51:52,716 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,43683,1731610310545' 2024-11-14T18:51:52,716 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1675666847/online-snapshot/abort' 2024-11-14T18:51:52,717 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1675666847/online-snapshot/acquired' 2024-11-14T18:51:52,717 DEBUG [RS:0;853c158ffd74:43683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:51:52,717 INFO [RS:0;853c158ffd74:43683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:51:52,717 INFO [RS:0;853c158ffd74:43683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:51:52,819 INFO [RS:0;853c158ffd74:43683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:51:52,820 INFO [RS:0;853c158ffd74:43683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43683%2C1731610310545, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/oldWALs, maxLogs=10 2024-11-14T18:51:52,864 DEBUG [RS:0;853c158ffd74:43683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, exclude list is [], retry=0 2024-11-14T18:51:52,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-9406313a-1a2d-4267-a8d0-038c73399032,DISK] 2024-11-14T18:51:52,915 INFO [RS:0;853c158ffd74:43683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 2024-11-14T18:51:52,920 DEBUG [RS:0;853c158ffd74:43683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015)] 2024-11-14T18:51:52,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:51:52,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf 2024-11-14T18:51:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:51:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:52,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:52,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:52,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:52,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:52,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:52,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:52,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:52,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:52,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:52,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:52,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:52,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:52,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:52,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740 2024-11-14T18:51:52,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740 2024-11-14T18:51:52,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:52,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:52,983 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:52,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:52,988 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67971362, jitterRate=0.012852221727371216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:52,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610312951Initializing all the Stores at 1731610312952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610312952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610312953 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610312953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610312953Cleaning up temporary data from old regions at 1731610312982 (+29 ms)Region opened successfully at 1731610312988 (+6 ms) 2024-11-14T18:51:52,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:51:52,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:51:52,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:51:52,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:51:52,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:51:52,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:51:52,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610312988Disabling compacts and flushes for region at 1731610312988Disabling writes for close at 1731610312989 (+1 ms)Writing region close event to WAL at 1731610312990 (+1 ms)Closed at 1731610312991 (+1 ms) 2024-11-14T18:51:52,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:52,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:51:52,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:51:52,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:52,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:51:53,145 DEBUG [853c158ffd74:39425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:51:53,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:51:53,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,43683,1731610310545, state=OPENING 2024-11-14T18:51:53,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:51:53,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:53,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:51:53,199 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:51:53,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,43683,1731610310545}] 2024-11-14T18:51:53,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1675666847/meta-region-server: CHANGED 2024-11-14T18:51:53,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1675666847/meta-region-server: CHANGED 2024-11-14T18:51:53,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:51:53,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:51:53,398 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:51:53,398 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:53,398 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:51:53,407 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43683%2C1731610310545.meta, suffix=.meta, logDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/oldWALs, maxLogs=10 2024-11-14T18:51:53,427 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.meta.1731610313407.meta, exclude list is [], retry=0 2024-11-14T18:51:53,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-9406313a-1a2d-4267-a8d0-038c73399032,DISK] 2024-11-14T18:51:53,455 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.meta.1731610313407.meta 2024-11-14T18:51:53,459 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015)] 2024-11-14T18:51:53,459 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:53,459 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:53,459 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:53,459 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:51:53,460 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:51:53,460 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:51:53,460 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:53,460 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:51:53,460 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:51:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:51:53,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:51:53,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:51:53,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:51:53,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:53,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:53,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:51:53,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:51:53,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:53,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:53,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:51:53,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:51:53,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:53,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:51:53,481 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:51:53,482 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740 2024-11-14T18:51:53,483 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740 2024-11-14T18:51:53,489 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:51:53,489 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:51:53,490 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:51:53,491 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:51:53,493 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59200069, jitterRate=-0.11785022914409637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:51:53,493 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:51:53,493 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610313460Writing region info on filesystem at 1731610313460Initializing all the Stores at 1731610313461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610313461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610313466 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610313466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610313466Cleaning up temporary data from old regions at 1731610313489 (+23 ms)Running coprocessor post-open hooks at 1731610313493 (+4 ms)Region opened successfully at 1731610313493 2024-11-14T18:51:53,494 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610313359 2024-11-14T18:51:53,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:51:53,498 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:51:53,498 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:51:53,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,43683,1731610310545, state=OPEN 2024-11-14T18:51:53,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:51:53,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:53,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:51:53,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T18:51:53,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:51:53,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:51:53,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:51:53,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:51:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1675666847/meta-region-server 2024-11-14T18:51:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1675666847/meta-region-server 2024-11-14T18:51:53,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1675666847/meta-region-server: CHANGED 2024-11-14T18:51:53,536 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,43683,1731610310545 2024-11-14T18:51:53,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1675666847/meta-region-server: CHANGED 2024-11-14T18:51:53,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:51:53,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,43683,1731610310545 in 337 msec 2024-11-14T18:51:53,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:51:53,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-11-14T18:51:53,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:51:53,543 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:51:53,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:53,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43683,1731610310545, seqNum=-1] 2024-11-14T18:51:53,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:53,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:53,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-11-14T18:51:53,556 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610313556, completionTime=-1 2024-11-14T18:51:53,556 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:51:53,556 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:51:53,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610373558 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610433559 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:39425, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,559 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,562 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:51:53,573 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:51:53,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:51:53,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1176dda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:53,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:51:53,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:53,614 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:51:53,614 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:51:53,615 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39425,1731610310409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:51:53,619 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:51:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:51:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb2934a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:51:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:53,621 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:53,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:53,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43683,1731610310545, seqNum=-1] 2024-11-14T18:51:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:53,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:51:53,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,39425,1731610310409 2024-11-14T18:51:53,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63392 2024-11-14T18:51:53,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:51:53,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:53,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013bf9e8030008 connected 2024-11-14T18:51:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,44503,1731610303180 2024-11-14T18:51:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7638e9c8 2024-11-14T18:51:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:53,688 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:53,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:51:53,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:53,692 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:53,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:51:53,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:51:53,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca468b0a45538c1932c3e80a47ad69ea, NAME => 'test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd 2024-11-14T18:51:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:51:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca468b0a45538c1932c3e80a47ad69ea, disabling compactions & flushes 2024-11-14T18:51:53,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. after waiting 0 ms 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:53,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:53,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca468b0a45538c1932c3e80a47ad69ea: Waiting for close lock at 1731610313807Disabling compacts and flushes for region at 1731610313807Disabling writes for close at 1731610313807Writing region close event to WAL at 1731610313807Closed at 1731610313807 2024-11-14T18:51:53,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:53,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610313808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610313808"}]},"ts":"1731610313808"} 2024-11-14T18:51:53,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:53,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:53,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610313812"}]},"ts":"1731610313812"} 2024-11-14T18:51:53,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:51:53,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca468b0a45538c1932c3e80a47ad69ea, ASSIGN}] 2024-11-14T18:51:53,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca468b0a45538c1932c3e80a47ad69ea, ASSIGN 2024-11-14T18:51:53,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca468b0a45538c1932c3e80a47ad69ea, ASSIGN; state=OFFLINE, location=853c158ffd74,38721,1731610303386; forceNewPlan=false, retain=false 2024-11-14T18:51:53,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca468b0a45538c1932c3e80a47ad69ea, regionState=OPENING, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:53,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca468b0a45538c1932c3e80a47ad69ea, ASSIGN because future has completed 2024-11-14T18:51:53,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca468b0a45538c1932c3e80a47ad69ea, server=853c158ffd74,38721,1731610303386}] 2024-11-14T18:51:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:54,166 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:54,166 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca468b0a45538c1932c3e80a47ad69ea, NAME => 'test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:54,166 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:54,166 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:51:54,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:54,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,181 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,196 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca468b0a45538c1932c3e80a47ad69ea columnFamilyName f 2024-11-14T18:51:54,196 DEBUG [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:54,196 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(327): Store=ca468b0a45538c1932c3e80a47ad69ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:54,196 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,198 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca468b0a45538c1932c3e80a47ad69ea columnFamilyName f1 2024-11-14T18:51:54,198 DEBUG [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:54,198 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(327): Store=ca468b0a45538c1932c3e80a47ad69ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:54,198 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,203 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca468b0a45538c1932c3e80a47ad69ea columnFamilyName norep 2024-11-14T18:51:54,203 DEBUG [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:54,207 INFO [StoreOpener-ca468b0a45538c1932c3e80a47ad69ea-1 {}] regionserver.HStore(327): Store=ca468b0a45538c1932c3e80a47ad69ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:54,207 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,207 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,208 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,209 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,209 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,209 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:54,210 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,221 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:54,222 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca468b0a45538c1932c3e80a47ad69ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63652885, jitterRate=-0.05149810016155243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:54,222 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:51:54,222 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca468b0a45538c1932c3e80a47ad69ea: Running coprocessor pre-open hook at 1731610314167Writing region info on filesystem at 1731610314167Initializing all the Stores at 1731610314168 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610314168Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610314171 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610314171Cleaning up temporary data from old regions at 1731610314209 (+38 ms)Running coprocessor post-open hooks at 1731610314222 (+13 ms)Region opened successfully at 1731610314222 2024-11-14T18:51:54,247 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., pid=6, masterSystemTime=1731610314136 2024-11-14T18:51:54,256 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:54,256 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:51:54,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca468b0a45538c1932c3e80a47ad69ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca468b0a45538c1932c3e80a47ad69ea, server=853c158ffd74,38721,1731610303386 because future has completed 2024-11-14T18:51:54,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:51:54,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca468b0a45538c1932c3e80a47ad69ea, server=853c158ffd74,38721,1731610303386 in 298 msec 2024-11-14T18:51:54,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:54,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610314288"}]},"ts":"1731610314288"} 2024-11-14T18:51:54,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:51:54,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca468b0a45538c1932c3e80a47ad69ea, ASSIGN in 467 msec 2024-11-14T18:51:54,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:51:54,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:54,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 609 msec 2024-11-14T18:51:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:54,322 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:51:54,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,32947,1731610306766 2024-11-14T18:51:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a471cf 2024-11-14T18:51:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:54,329 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:54,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:51:54,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:54,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:54,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:51:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:54,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:54,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:51:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:54,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8846a7102796ba79d89447963c6068f8, NAME => 'test,,1731610314330.8846a7102796ba79d89447963c6068f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850 2024-11-14T18:51:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610314330.8846a7102796ba79d89447963c6068f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8846a7102796ba79d89447963c6068f8, disabling compactions & flushes 2024-11-14T18:51:54,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610314330.8846a7102796ba79d89447963c6068f8. after waiting 0 ms 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:54,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:54,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8846a7102796ba79d89447963c6068f8: Waiting for close lock at 1731610314942Disabling compacts and flushes for region at 1731610314942Disabling writes for close at 1731610314942Writing region close event to WAL at 1731610314942Closed at 1731610314942 2024-11-14T18:51:54,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:54,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610314330.8846a7102796ba79d89447963c6068f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610314943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610314943"}]},"ts":"1731610314943"} 2024-11-14T18:51:54,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:54,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:54,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610314947"}]},"ts":"1731610314947"} 2024-11-14T18:51:54,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:51:54,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8846a7102796ba79d89447963c6068f8, ASSIGN}] 2024-11-14T18:51:54,951 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8846a7102796ba79d89447963c6068f8, ASSIGN 2024-11-14T18:51:54,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8846a7102796ba79d89447963c6068f8, ASSIGN; state=OFFLINE, location=853c158ffd74,35015,1731610306899; forceNewPlan=false, retain=false 2024-11-14T18:51:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:55,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8846a7102796ba79d89447963c6068f8, regionState=OPENING, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8846a7102796ba79d89447963c6068f8, ASSIGN because future has completed 2024-11-14T18:51:55,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8846a7102796ba79d89447963c6068f8, server=853c158ffd74,35015,1731610306899}] 2024-11-14T18:51:55,318 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:55,318 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8846a7102796ba79d89447963c6068f8, NAME => 'test,,1731610314330.8846a7102796ba79d89447963c6068f8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:55,318 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:55,318 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:51:55,319 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,319 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610314330.8846a7102796ba79d89447963c6068f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:55,319 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,319 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,337 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,338 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846a7102796ba79d89447963c6068f8 columnFamilyName f 2024-11-14T18:51:55,338 DEBUG [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:55,339 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(327): Store=8846a7102796ba79d89447963c6068f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:55,339 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,344 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846a7102796ba79d89447963c6068f8 columnFamilyName f1 2024-11-14T18:51:55,344 DEBUG [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:55,344 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(327): Store=8846a7102796ba79d89447963c6068f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:55,344 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,354 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846a7102796ba79d89447963c6068f8 columnFamilyName norep 2024-11-14T18:51:55,354 DEBUG [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:55,355 INFO [StoreOpener-8846a7102796ba79d89447963c6068f8-1 {}] regionserver.HStore(327): Store=8846a7102796ba79d89447963c6068f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:55,355 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,356 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,356 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,357 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,357 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,357 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:55,358 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,379 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:55,380 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8846a7102796ba79d89447963c6068f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71557951, jitterRate=0.06629656255245209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:55,380 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:51:55,380 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8846a7102796ba79d89447963c6068f8: Running coprocessor pre-open hook at 1731610315319Writing region info on filesystem at 1731610315319Initializing all the Stores at 1731610315330 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610315330Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610315337 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610315337Cleaning up temporary data from old regions at 1731610315357 (+20 ms)Running coprocessor post-open hooks at 1731610315380 (+23 ms)Region opened successfully at 1731610315380 2024-11-14T18:51:55,381 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610314330.8846a7102796ba79d89447963c6068f8., pid=6, masterSystemTime=1731610315302 2024-11-14T18:51:55,385 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:55,385 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:51:55,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8846a7102796ba79d89447963c6068f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:55,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=853c158ffd74,35015,1731610306899, table=test, region=8846a7102796ba79d89447963c6068f8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:51:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8846a7102796ba79d89447963c6068f8, server=853c158ffd74,35015,1731610306899 because future has completed 2024-11-14T18:51:55,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:51:55,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8846a7102796ba79d89447963c6068f8, server=853c158ffd74,35015,1731610306899 in 286 msec 2024-11-14T18:51:55,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:51:55,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8846a7102796ba79d89447963c6068f8, ASSIGN in 471 msec 2024-11-14T18:51:55,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:55,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610315423"}]},"ts":"1731610315423"} 2024-11-14T18:51:55,426 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:51:55,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:55,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0970 sec 2024-11-14T18:51:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:55,492 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:51:55,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:51:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37264ec8 2024-11-14T18:51:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:55,498 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:55,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:51:55,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:55,502 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:55,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:55,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:51:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:51:55,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0cc8dce855cf22c436d6908cc71ebf0, NAME => 'test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf 2024-11-14T18:51:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:51:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:56,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:56,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0cc8dce855cf22c436d6908cc71ebf0, disabling compactions & flushes 2024-11-14T18:51:56,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. after waiting 0 ms 2024-11-14T18:51:56,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0cc8dce855cf22c436d6908cc71ebf0: Waiting for close lock at 1731610316032Disabling compacts and flushes for region at 1731610316032Disabling writes for close at 1731610316032Writing region close event to WAL at 1731610316032Closed at 1731610316032 2024-11-14T18:51:56,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:56,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610316038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610316038"}]},"ts":"1731610316038"} 2024-11-14T18:51:56,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:56,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:56,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610316044"}]},"ts":"1731610316044"} 2024-11-14T18:51:56,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:51:56,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0cc8dce855cf22c436d6908cc71ebf0, ASSIGN}] 2024-11-14T18:51:56,049 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0cc8dce855cf22c436d6908cc71ebf0, ASSIGN 2024-11-14T18:51:56,058 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0cc8dce855cf22c436d6908cc71ebf0, ASSIGN; state=OFFLINE, location=853c158ffd74,43683,1731610310545; forceNewPlan=false, retain=false 2024-11-14T18:51:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:56,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0cc8dce855cf22c436d6908cc71ebf0, regionState=OPENING, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:51:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0cc8dce855cf22c436d6908cc71ebf0, ASSIGN because future has completed 2024-11-14T18:51:56,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:51:56,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0cc8dce855cf22c436d6908cc71ebf0, server=853c158ffd74,43683,1731610310545}] 2024-11-14T18:51:56,439 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,439 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0cc8dce855cf22c436d6908cc71ebf0, NAME => 'test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:56,440 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:56,440 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:51:56,440 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,440 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:56,440 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,440 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,475 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,478 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0cc8dce855cf22c436d6908cc71ebf0 columnFamilyName f 2024-11-14T18:51:56,478 DEBUG [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:56,478 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(327): Store=b0cc8dce855cf22c436d6908cc71ebf0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:56,478 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,479 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0cc8dce855cf22c436d6908cc71ebf0 columnFamilyName f1 2024-11-14T18:51:56,479 DEBUG [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:56,480 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(327): Store=b0cc8dce855cf22c436d6908cc71ebf0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:56,480 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,483 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0cc8dce855cf22c436d6908cc71ebf0 columnFamilyName norep 2024-11-14T18:51:56,483 DEBUG [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:56,484 INFO [StoreOpener-b0cc8dce855cf22c436d6908cc71ebf0-1 {}] regionserver.HStore(327): Store=b0cc8dce855cf22c436d6908cc71ebf0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:56,486 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,487 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,487 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,488 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,488 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,489 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:56,490 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,509 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:56,509 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0cc8dce855cf22c436d6908cc71ebf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59819457, jitterRate=-0.10862062871456146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:56,510 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:51:56,510 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0cc8dce855cf22c436d6908cc71ebf0: Running coprocessor pre-open hook at 1731610316441Writing region info on filesystem at 1731610316441Initializing all the Stores at 1731610316453 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610316453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610316462 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610316462Cleaning up temporary data from old regions at 1731610316488 (+26 ms)Running coprocessor post-open hooks at 1731610316510 (+22 ms)Region opened successfully at 1731610316510 2024-11-14T18:51:56,511 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0., pid=6, masterSystemTime=1731610316397 2024-11-14T18:51:56,514 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,514 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:51:56,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0cc8dce855cf22c436d6908cc71ebf0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:51:56,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0cc8dce855cf22c436d6908cc71ebf0, server=853c158ffd74,43683,1731610310545 because future has completed 2024-11-14T18:51:56,519 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=853c158ffd74,43683,1731610310545, table=test, region=b0cc8dce855cf22c436d6908cc71ebf0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:51:56,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:51:56,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0cc8dce855cf22c436d6908cc71ebf0, server=853c158ffd74,43683,1731610310545 in 310 msec 2024-11-14T18:51:56,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:51:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0cc8dce855cf22c436d6908cc71ebf0, ASSIGN in 490 msec 2024-11-14T18:51:56,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:56,540 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610316540"}]},"ts":"1731610316540"} 2024-11-14T18:51:56,542 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:51:56,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:56,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0440 sec 2024-11-14T18:51:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:51:56,642 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:51:56,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1066e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:51:56,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:56,656 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:51:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:51:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:51:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:56,658 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6685629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,44503,1731610303180 2024-11-14T18:51:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d9929ae 2024-11-14T18:51:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:56,661 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:56,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:32947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:51:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:51:56,664 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:32947' 2024-11-14T18:51:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:56,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d32c2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,683 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:51:56,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:56,691 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:51:56,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:56,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:51:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da30fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:51:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:56,694 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666fefbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:56,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:56,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,32947,1731610306766 2024-11-14T18:51:56,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ebaa5d4 2024-11-14T18:51:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:56,699 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:56,700 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:51:56,700 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:51:56,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:56,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:56,701 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:56,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:56,702 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:51:56,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:56,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:56,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:51:56,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c84ea26476825b5013315500ac8bab8, NAME => 'hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd 2024-11-14T18:51:56,753 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:51:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:51:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:56,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:56,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c84ea26476825b5013315500ac8bab8, disabling compactions & flushes 2024-11-14T18:51:56,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:56,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:56,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. after waiting 0 ms 2024-11-14T18:51:56,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:56,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:56,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c84ea26476825b5013315500ac8bab8: Waiting for close lock at 1731610316773Disabling compacts and flushes for region at 1731610316773Disabling writes for close at 1731610316774 (+1 ms)Writing region close event to WAL at 1731610316774Closed at 1731610316774 2024-11-14T18:51:56,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:56,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610316775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610316775"}]},"ts":"1731610316775"} 2024-11-14T18:51:56,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:56,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:56,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610316780"}]},"ts":"1731610316780"} 2024-11-14T18:51:56,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:51:56,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c84ea26476825b5013315500ac8bab8, ASSIGN}] 2024-11-14T18:51:56,786 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c84ea26476825b5013315500ac8bab8, ASSIGN 2024-11-14T18:51:56,786 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c84ea26476825b5013315500ac8bab8, ASSIGN; state=OFFLINE, location=853c158ffd74,38721,1731610303386; forceNewPlan=false, retain=false 2024-11-14T18:51:56,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c84ea26476825b5013315500ac8bab8, regionState=OPENING, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:56,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c84ea26476825b5013315500ac8bab8, ASSIGN because future has completed 2024-11-14T18:51:56,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c84ea26476825b5013315500ac8bab8, server=853c158ffd74,38721,1731610303386}] 2024-11-14T18:51:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:57,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:57,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:57,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:51:57,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C38721%2C1731610303386.rep, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/oldWALs, maxLogs=10 2024-11-14T18:51:57,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.rep.1731610317152, exclude list is [], retry=0 2024-11-14T18:51:57,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-40d0a0a1-e4e8-4a23-aa11-7e17f5d26ee0,DISK] 2024-11-14T18:51:57,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.rep.1731610317152 2024-11-14T18:51:57,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42715:42715)] 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c84ea26476825b5013315500ac8bab8, NAME => 'hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:57,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. service=MultiRowMutationService 2024-11-14T18:51:57,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,211 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,212 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c84ea26476825b5013315500ac8bab8 columnFamilyName hfileref 2024-11-14T18:51:57,212 DEBUG [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:57,212 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(327): Store=5c84ea26476825b5013315500ac8bab8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:57,212 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,215 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c84ea26476825b5013315500ac8bab8 columnFamilyName queue 2024-11-14T18:51:57,215 DEBUG [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:57,215 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(327): Store=5c84ea26476825b5013315500ac8bab8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:57,215 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,220 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c84ea26476825b5013315500ac8bab8 columnFamilyName sid 2024-11-14T18:51:57,220 DEBUG [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:57,222 INFO [StoreOpener-5c84ea26476825b5013315500ac8bab8-1 {}] regionserver.HStore(327): Store=5c84ea26476825b5013315500ac8bab8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:57,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/replication/5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/replication/5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:57,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/replication/5c84ea26476825b5013315500ac8bab8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:57,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c84ea26476825b5013315500ac8bab8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68392091, jitterRate=0.019121572375297546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:57,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:51:57,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c84ea26476825b5013315500ac8bab8: Running coprocessor pre-open hook at 1731610317209Writing region info on filesystem at 1731610317209Initializing all the Stores at 1731610317210 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610317210Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610317210Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610317210Cleaning up temporary data from old regions at 1731610317227 (+17 ms)Running coprocessor post-open hooks at 1731610317231 (+4 ms)Region opened successfully at 1731610317232 (+1 ms) 2024-11-14T18:51:57,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8., pid=10, masterSystemTime=1731610317125 2024-11-14T18:51:57,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:57,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:51:57,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c84ea26476825b5013315500ac8bab8, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38721,1731610303386 2024-11-14T18:51:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c84ea26476825b5013315500ac8bab8, server=853c158ffd74,38721,1731610303386 because future has completed 2024-11-14T18:51:57,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:51:57,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c84ea26476825b5013315500ac8bab8, server=853c158ffd74,38721,1731610303386 in 287 msec 2024-11-14T18:51:57,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:51:57,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c84ea26476825b5013315500ac8bab8, ASSIGN in 475 msec 2024-11-14T18:51:57,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:57,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610317265"}]},"ts":"1731610317265"} 2024-11-14T18:51:57,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:51:57,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:57,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 568 msec 2024-11-14T18:51:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:57,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8., hostname=853c158ffd74,38721,1731610303386, seqNum=2] 2024-11-14T18:51:57,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:57,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:57,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48495 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:51:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:51:57,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:51:57,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:51:57,561 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:51:57,613 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,38721,1731610303386, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:51:57,613 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:57,613 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38721,1731610303386, seqNum=-1] 2024-11-14T18:51:57,614 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:57,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,38721,1731610303386', locateType=CURRENT is [region=hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8., hostname=853c158ffd74,38721,1731610303386, seqNum=2] 2024-11-14T18:51:57,622 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:51:57,625 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,38721,1731610303386 suceeded 2024-11-14T18:51:57,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:51:57,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-14T18:51:57,628 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:32947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:51:57,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 967 msec 2024-11-14T18:51:57,643 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:32947' 2024-11-14T18:51:57,645 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498c4eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,645 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:51:57,645 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:57,646 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:51:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:51:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12067da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:51:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:57,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,647 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:57,648 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3993d641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,648 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,32947,1731610306766 2024-11-14T18:51:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24b6be9d 2024-11-14T18:51:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:57,650 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:57,651 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,38721,1731610303386 (queues=1) is replicating from cluster=cbec4b83-d4bd-43a3-8bd5-adac0503420a to cluster=8fafe69e-ac66-48b4-a246-88e052e0bba7 2024-11-14T18:51:57,651 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C38721%2C1731610303386 2024-11-14T18:51:57,651 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,38721,1731610303386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:51:57,654 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, startPosition=0, beingWritten=true 2024-11-14T18:51:57,656 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C38721%2C1731610303386 2024-11-14T18:51:57,664 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:57,665 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:57,665 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:57,802 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:51:57,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:57,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:57,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb347b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:51:57,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:57,804 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:51:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:51:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb36154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:51:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,806 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:57,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,32947,1731610306766 2024-11-14T18:51:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-11-14T18:51:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:57,812 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:57,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:39425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:51:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:51:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:57,815 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39425' 2024-11-14T18:51:57,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1069989c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,816 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:51:57,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:57,816 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccdd2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,818 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:57,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268738d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:57,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:57,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:51:57,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c925c1b 2024-11-14T18:51:57,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:57,819 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:57,820 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:51:57,820 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:51:57,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:57,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:57,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:57,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:51:57,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:57,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:57,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:51:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:51:57,875 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:57,891 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:51:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:58,179 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:58,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dbe813f529cb1d13ec2ca22ea1eed05, NAME => 'hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850 2024-11-14T18:51:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:51:58,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:58,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1dbe813f529cb1d13ec2ca22ea1eed05, disabling compactions & flushes 2024-11-14T18:51:58,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. after waiting 0 ms 2024-11-14T18:51:58,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dbe813f529cb1d13ec2ca22ea1eed05: Waiting for close lock at 1731610318338Disabling compacts and flushes for region at 1731610318338Disabling writes for close at 1731610318339 (+1 ms)Writing region close event to WAL at 1731610318339Closed at 1731610318339 2024-11-14T18:51:58,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:51:58,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610318340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610318340"}]},"ts":"1731610318340"} 2024-11-14T18:51:58,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:51:58,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:51:58,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610318344"}]},"ts":"1731610318344"} 2024-11-14T18:51:58,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:51:58,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dbe813f529cb1d13ec2ca22ea1eed05, ASSIGN}] 2024-11-14T18:51:58,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dbe813f529cb1d13ec2ca22ea1eed05, ASSIGN 2024-11-14T18:51:58,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dbe813f529cb1d13ec2ca22ea1eed05, ASSIGN; state=OFFLINE, location=853c158ffd74,35015,1731610306899; forceNewPlan=false, retain=false 2024-11-14T18:51:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:58,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dbe813f529cb1d13ec2ca22ea1eed05, regionState=OPENING, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dbe813f529cb1d13ec2ca22ea1eed05, ASSIGN because future has completed 2024-11-14T18:51:58,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dbe813f529cb1d13ec2ca22ea1eed05, server=853c158ffd74,35015,1731610306899}] 2024-11-14T18:51:58,582 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:58,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:51:58,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:51:58,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C35015%2C1731610306899.rep, suffix=, logDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/oldWALs, maxLogs=10 2024-11-14T18:51:58,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.rep.1731610318663, exclude list is [], retry=0 2024-11-14T18:51:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-5c9a7732-fd3a-4ec8-bf35-4fb19e5a49cc,DISK] 2024-11-14T18:51:58,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.rep.1731610318663 2024-11-14T18:51:58,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-11-14T18:51:58,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dbe813f529cb1d13ec2ca22ea1eed05, NAME => 'hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:51:58,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:51:58,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:51:58,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. service=MultiRowMutationService 2024-11-14T18:51:58,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:51:58,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:51:58,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,727 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,728 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dbe813f529cb1d13ec2ca22ea1eed05 columnFamilyName hfileref 2024-11-14T18:51:58,728 DEBUG [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:58,733 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(327): Store=1dbe813f529cb1d13ec2ca22ea1eed05/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:58,733 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,734 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dbe813f529cb1d13ec2ca22ea1eed05 columnFamilyName queue 2024-11-14T18:51:58,734 DEBUG [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:58,734 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(327): Store=1dbe813f529cb1d13ec2ca22ea1eed05/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:58,735 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,735 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dbe813f529cb1d13ec2ca22ea1eed05 columnFamilyName sid 2024-11-14T18:51:58,735 DEBUG [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:58,736 INFO [StoreOpener-1dbe813f529cb1d13ec2ca22ea1eed05-1 {}] regionserver.HStore(327): Store=1dbe813f529cb1d13ec2ca22ea1eed05/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:51:58,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:51:58,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:51:58,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1dbe813f529cb1d13ec2ca22ea1eed05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64623330, jitterRate=-0.03703734278678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:51:58,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:51:58,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1dbe813f529cb1d13ec2ca22ea1eed05: Running coprocessor pre-open hook at 1731610318708Writing region info on filesystem at 1731610318708Initializing all the Stores at 1731610318709 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610318709Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610318718 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610318718Cleaning up temporary data from old regions at 1731610318737 (+19 ms)Running coprocessor post-open hooks at 1731610318741 (+4 ms)Region opened successfully at 1731610318741 2024-11-14T18:51:58,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05., pid=10, masterSystemTime=1731610318655 2024-11-14T18:51:58,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:51:58,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dbe813f529cb1d13ec2ca22ea1eed05, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35015,1731610306899 2024-11-14T18:51:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dbe813f529cb1d13ec2ca22ea1eed05, server=853c158ffd74,35015,1731610306899 because future has completed 2024-11-14T18:51:58,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:51:58,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dbe813f529cb1d13ec2ca22ea1eed05, server=853c158ffd74,35015,1731610306899 in 248 msec 2024-11-14T18:51:58,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:51:58,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dbe813f529cb1d13ec2ca22ea1eed05, ASSIGN in 406 msec 2024-11-14T18:51:58,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:51:58,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610318758"}]},"ts":"1731610318758"} 2024-11-14T18:51:58,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:51:58,765 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:51:58,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 926 msec 2024-11-14T18:51:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05., hostname=853c158ffd74,35015,1731610306899, seqNum=2] 2024-11-14T18:51:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:51:58,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:51:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:58,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:51:58,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:58,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:51:59,027 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:51:59,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:51:59,056 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,35015,1731610306899, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:51:59,056 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:51:59,056 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35015,1731610306899, seqNum=-1] 2024-11-14T18:51:59,057 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:51:59,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T18:51:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,35015,1731610306899', locateType=CURRENT is [region=hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05., hostname=853c158ffd74,35015,1731610306899, seqNum=2] 2024-11-14T18:51:59,064 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:51:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:51:59,070 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,35015,1731610306899 suceeded 2024-11-14T18:51:59,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:51:59,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T18:51:59,073 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:39425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:51:59,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2600 sec 2024-11-14T18:51:59,086 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39425' 2024-11-14T18:51:59,087 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:59,091 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f65cbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,091 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:51:59,091 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:59,092 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:51:59,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:59,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:51:59,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7092f964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:51:59,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:59,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,094 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:59,094 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36750cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,094 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:51:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613d00f1 2024-11-14T18:51:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:59,096 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T18:51:59,096 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,35015,1731610306899 (queues=1) is replicating from cluster=8fafe69e-ac66-48b4-a246-88e052e0bba7 to cluster=5af00d52-4f5d-4916-9398-27f324895c1b 2024-11-14T18:51:59,097 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C35015%2C1731610306899 2024-11-14T18:51:59,097 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,35015,1731610306899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:51:59,103 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, startPosition=0, beingWritten=true 2024-11-14T18:51:59,107 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C35015%2C1731610306899 2024-11-14T18:51:59,114 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:51:59,114 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:51:59,114 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:51:59,320 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:51:59,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:51:59,624 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:51:59,700 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:59,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:51:59,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:51:59,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:51:59,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:59,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee3882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:51:59,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:59,975 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655959b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,976 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd0d2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:51:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1576d26b 2024-11-14T18:51:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:59,979 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:59,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:44503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:51:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:51:59,982 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:44503' 2024-11-14T18:51:59,983 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793b5bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,983 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:51:59,983 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:51:59,983 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2554a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:51:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,985 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:51:59,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f59788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:51:59,986 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:51:59,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,44503,1731610303180 2024-11-14T18:51:59,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0a3418 2024-11-14T18:51:59,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:51:59,989 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:51:59,990 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T18:51:59,990 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:51:59,990 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,990 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:51:59,990 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:51:59,994 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:51:59,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:51:59,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:51:59,995 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:51:59,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:52:00,034 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:00,044 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:52:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:00,413 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:52:00,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f9da94a0f71759325bda91c26756488, NAME => 'hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf 2024-11-14T18:52:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:52:00,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:00,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f9da94a0f71759325bda91c26756488, disabling compactions & flushes 2024-11-14T18:52:00,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. after waiting 0 ms 2024-11-14T18:52:00,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f9da94a0f71759325bda91c26756488: Waiting for close lock at 1731610320477Disabling compacts and flushes for region at 1731610320477Disabling writes for close at 1731610320478 (+1 ms)Writing region close event to WAL at 1731610320478Closed at 1731610320478 2024-11-14T18:52:00,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:00,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610320479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610320479"}]},"ts":"1731610320479"} 2024-11-14T18:52:00,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:00,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:00,484 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610320483"}]},"ts":"1731610320483"} 2024-11-14T18:52:00,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:52:00,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f9da94a0f71759325bda91c26756488, ASSIGN}] 2024-11-14T18:52:00,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f9da94a0f71759325bda91c26756488, ASSIGN 2024-11-14T18:52:00,488 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f9da94a0f71759325bda91c26756488, ASSIGN; state=OFFLINE, location=853c158ffd74,43683,1731610310545; forceNewPlan=false, retain=false 2024-11-14T18:52:00,543 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:00,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f9da94a0f71759325bda91c26756488, regionState=OPENING, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:52:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f9da94a0f71759325bda91c26756488, ASSIGN because future has completed 2024-11-14T18:52:00,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9da94a0f71759325bda91c26756488, server=853c158ffd74,43683,1731610310545}] 2024-11-14T18:52:00,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:00,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:52:00,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43683%2C1731610310545.rep, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/oldWALs, maxLogs=10 2024-11-14T18:52:00,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.rep.1731610320833, exclude list is [], retry=0 2024-11-14T18:52:00,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-9406313a-1a2d-4267-a8d0-038c73399032,DISK] 2024-11-14T18:52:00,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.rep.1731610320833 2024-11-14T18:52:00,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015)] 2024-11-14T18:52:00,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f9da94a0f71759325bda91c26756488, NAME => 'hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:00,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. service=MultiRowMutationService 2024-11-14T18:52:00,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,882 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,883 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9da94a0f71759325bda91c26756488 columnFamilyName hfileref 2024-11-14T18:52:00,883 DEBUG [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:00,884 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(327): Store=9f9da94a0f71759325bda91c26756488/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:00,884 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,885 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9da94a0f71759325bda91c26756488 columnFamilyName queue 2024-11-14T18:52:00,885 DEBUG [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:00,886 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(327): Store=9f9da94a0f71759325bda91c26756488/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:00,886 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,887 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9da94a0f71759325bda91c26756488 columnFamilyName sid 2024-11-14T18:52:00,887 DEBUG [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:00,888 INFO [StoreOpener-9f9da94a0f71759325bda91c26756488-1 {}] regionserver.HStore(327): Store=9f9da94a0f71759325bda91c26756488/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:00,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:00,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:00,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f9da94a0f71759325bda91c26756488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65516788, jitterRate=-0.0237237811088562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:00,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:00,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f9da94a0f71759325bda91c26756488: Running coprocessor pre-open hook at 1731610320880Writing region info on filesystem at 1731610320880Initializing all the Stores at 1731610320881 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610320881Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610320881Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610320881Cleaning up temporary data from old regions at 1731610320890 (+9 ms)Running coprocessor post-open hooks at 1731610320894 (+4 ms)Region opened successfully at 1731610320894 2024-11-14T18:52:00,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488., pid=10, masterSystemTime=1731610320808 2024-11-14T18:52:00,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:00,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f9da94a0f71759325bda91c26756488, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,43683,1731610310545 2024-11-14T18:52:00,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9da94a0f71759325bda91c26756488, server=853c158ffd74,43683,1731610310545 because future has completed 2024-11-14T18:52:00,923 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=853c158ffd74,43683,1731610310545, table=hbase:replication, region=9f9da94a0f71759325bda91c26756488. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:52:00,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:52:00,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f9da94a0f71759325bda91c26756488, server=853c158ffd74,43683,1731610310545 in 274 msec 2024-11-14T18:52:00,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:52:00,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f9da94a0f71759325bda91c26756488, ASSIGN in 444 msec 2024-11-14T18:52:00,933 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:00,933 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610320933"}]},"ts":"1731610320933"} 2024-11-14T18:52:00,935 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:52:00,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:00,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 946 msec 2024-11-14T18:52:00,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488., hostname=853c158ffd74,43683,1731610310545, seqNum=2] 2024-11-14T18:52:01,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:52:01,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:52:01,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:01,166 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:01,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:52:01,194 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:52:01,219 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:52:01,232 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,43683,1731610310545, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:52:01,233 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:01,233 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43683,1731610310545, seqNum=-1] 2024-11-14T18:52:01,233 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:01,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,43683,1731610310545', locateType=CURRENT is [region=hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488., hostname=853c158ffd74,43683,1731610310545, seqNum=2] 2024-11-14T18:52:01,251 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:52:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:52:01,254 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,43683,1731610310545 suceeded 2024-11-14T18:52:01,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:52:01,257 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:44503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:52:01,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-14T18:52:01,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2780 sec 2024-11-14T18:52:01,283 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:44503' 2024-11-14T18:52:01,284 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a421e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:01,285 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:52:01,285 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:01,286 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:52:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:52:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c7aafcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:52:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:01,289 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:01,289 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d3c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:01,289 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,44503,1731610303180 2024-11-14T18:52:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aec6192 2024-11-14T18:52:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:01,291 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T18:52:01,292 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,43683,1731610310545 (queues=1) is replicating from cluster=5af00d52-4f5d-4916-9398-27f324895c1b to cluster=cbec4b83-d4bd-43a3-8bd5-adac0503420a 2024-11-14T18:52:01,292 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C43683%2C1731610310545 2024-11-14T18:52:01,293 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,43683,1731610310545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:52:01,307 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, startPosition=0, beingWritten=true 2024-11-14T18:52:01,308 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C43683%2C1731610310545 2024-11-14T18:52:01,319 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:01,319 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:01,319 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:01,528 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:01,844 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:01,892 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:02,133 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:02,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:02,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:02,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:02,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:02,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:02,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cc1a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:52:02,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:02,144 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:52:02,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:02,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:52:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59abb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:52:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:02,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:02,146 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:02,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da0f72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,152 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:52:02,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d66e757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:52:02,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:02,160 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:52:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:52:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b48656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:52:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:02,162 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70623919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3cf90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:52:02,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:02,184 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:52:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:52:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f087312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:52:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:02,187 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f57833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:02,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:02,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38721,1731610303386, seqNum=-1] 2024-11-14T18:52:02,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:02,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., hostname=853c158ffd74,38721,1731610303386, seqNum=2] 2024-11-14T18:52:02,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43683,1731610310545, seqNum=-1] 2024-11-14T18:52:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:02,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0., hostname=853c158ffd74,43683,1731610310545, seqNum=2] 2024-11-14T18:52:02,230 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T18:52:02,254 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:02,707 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:02,767 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:03,193 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 379, reset compression=false 2024-11-14T18:52:03,215 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:03,215 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 480, reset compression=false 2024-11-14T18:52:03,215 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca468b0a45538c1932c3e80a47ad69ea/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T18:52:03,219 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:03,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:03,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:03,232 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T18:52:03,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57e70384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,32947,-1 for getting cluster id 2024-11-14T18:52:03,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:03,244 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fafe69e-ac66-48b4-a246-88e052e0bba7' 2024-11-14T18:52:03,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:03,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fafe69e-ac66-48b4-a246-88e052e0bba7" 2024-11-14T18:52:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a94d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,32947,-1] 2024-11-14T18:52:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:03,246 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:03,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585c3f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:03,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35015,1731610306899, seqNum=-1] 2024-11-14T18:52:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:03,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610314330.8846a7102796ba79d89447963c6068f8., hostname=853c158ffd74,35015,1731610306899, seqNum=2] 2024-11-14T18:52:03,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:03,376 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:03,451 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 480, reset compression=false 2024-11-14T18:52:03,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:52:03,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:52:03,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T18:52:03,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T18:52:03,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:03,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:52:03,611 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 379, reset compression=false 2024-11-14T18:52:03,623 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:03,623 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 504, reset compression=false 2024-11-14T18:52:03,623 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T18:52:03,625 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:03,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:03,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:03,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1486eea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:52:03,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:03,636 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:52:03,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:03,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:52:03,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473d5634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:52:03,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:03,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:03,637 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:03,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f95e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:03,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43683,1731610310545, seqNum=-1] 2024-11-14T18:52:03,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:03,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0., hostname=853c158ffd74,43683,1731610310545, seqNum=2] 2024-11-14T18:52:03,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:03,772 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 480, reset compression=false 2024-11-14T18:52:03,837 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 504, reset compression=false 2024-11-14T18:52:04,086 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 379, reset compression=false 2024-11-14T18:52:04,096 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:04,096 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 528, reset compression=false 2024-11-14T18:52:04,096 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:04,154 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 504, reset compression=false 2024-11-14T18:52:04,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:04,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,225 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 480, reset compression=false 2024-11-14T18:52:04,234 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T18:52:04,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,35015,1731610306899, seqNum=-1] 2024-11-14T18:52:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:04,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731610314330.8846a7102796ba79d89447963c6068f8., hostname=853c158ffd74,35015,1731610306899, seqNum=2] 2024-11-14T18:52:04,244 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T18:52:04,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,303 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 528, reset compression=false 2024-11-14T18:52:04,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:04,557 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 504, reset compression=false 2024-11-14T18:52:04,589 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:04,589 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 608, reset compression=false 2024-11-14T18:52:04,589 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:04,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:04,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:04,611 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 528, reset compression=false 2024-11-14T18:52:04,620 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:04,620 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 656, reset compression=false 2024-11-14T18:52:04,620 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0cc8dce855cf22c436d6908cc71ebf0/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T18:52:04,624 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:04,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:04,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ab98a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:52:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:04,636 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:52:04,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:04,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:52:04,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3f8b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:04,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:52:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:04,638 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:04,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce6965b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:04,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38721,1731610303386, seqNum=-1] 2024-11-14T18:52:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:04,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., hostname=853c158ffd74,38721,1731610303386, seqNum=2] 2024-11-14T18:52:04,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:04,729 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 480, reset compression=false 2024-11-14T18:52:04,734 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:04,734 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:04,734 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 631, reset compression=false 2024-11-14T18:52:04,804 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 608, reset compression=false 2024-11-14T18:52:04,840 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 656, reset compression=false 2024-11-14T18:52:04,952 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 631, reset compression=false 2024-11-14T18:52:05,109 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 608, reset compression=false 2024-11-14T18:52:05,148 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 656, reset compression=false 2024-11-14T18:52:05,247 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T18:52:05,256 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 631, reset compression=false 2024-11-14T18:52:05,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T18:52:05,548 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 608, reset compression=false 2024-11-14T18:52:05,571 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 656, reset compression=false 2024-11-14T18:52:05,589 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:05,589 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 760, reset compression=false 2024-11-14T18:52:05,591 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0cc8dce855cf22c436d6908cc71ebf0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:05,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:05,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:05,691 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 631, reset compression=false 2024-11-14T18:52:05,698 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:05,698 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 758, reset compression=false 2024-11-14T18:52:05,698 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca468b0a45538c1932c3e80a47ad69ea/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T18:52:05,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:05,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:05,833 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 760, reset compression=false 2024-11-14T18:52:05,921 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 758, reset compression=false 2024-11-14T18:52:06,057 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 608, reset compression=false 2024-11-14T18:52:06,064 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:06,064 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 759, reset compression=false 2024-11-14T18:52:06,065 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:06,152 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 760, reset compression=false 2024-11-14T18:52:06,244 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 758, reset compression=false 2024-11-14T18:52:06,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T18:52:06,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T18:52:06,267 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:06,267 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 914, reset compression=false 2024-11-14T18:52:06,267 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca468b0a45538c1932c3e80a47ad69ea/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T18:52:06,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:06,271 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 759, reset compression=false 2024-11-14T18:52:06,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:06,310 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:06,310 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 907, reset compression=false 2024-11-14T18:52:06,310 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T18:52:06,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:06,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:06,506 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 914, reset compression=false 2024-11-14T18:52:06,528 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 907, reset compression=false 2024-11-14T18:52:06,563 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 760, reset compression=false 2024-11-14T18:52:06,599 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:06,599 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 932, reset compression=false 2024-11-14T18:52:06,599 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:06,823 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 932, reset compression=false 2024-11-14T18:52:06,856 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 914, reset compression=false 2024-11-14T18:52:06,864 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 907, reset compression=false 2024-11-14T18:52:07,132 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 932, reset compression=false 2024-11-14T18:52:07,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T18:52:07,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T18:52:07,272 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 914, reset compression=false 2024-11-14T18:52:07,288 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 907, reset compression=false 2024-11-14T18:52:07,297 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:07,297 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:07,297 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T18:52:07,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:07,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:07,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:07,535 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 932, reset compression=false 2024-11-14T18:52:07,579 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:07,579 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1082, reset compression=false 2024-11-14T18:52:07,579 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0cc8dce855cf22c436d6908cc71ebf0/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T18:52:07,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:07,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:07,783 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 914, reset compression=false 2024-11-14T18:52:07,804 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1082, reset compression=false 2024-11-14T18:52:07,827 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:07,827 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1087, reset compression=false 2024-11-14T18:52:07,827 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:07,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:08,077 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1087, reset compression=false 2024-11-14T18:52:08,154 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1082, reset compression=false 2024-11-14T18:52:08,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T18:52:08,284 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T18:52:08,298 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:08,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1087, reset compression=false 2024-11-14T18:52:08,587 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1082, reset compression=false 2024-11-14T18:52:08,604 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:08,604 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1241, reset compression=false 2024-11-14T18:52:08,604 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0cc8dce855cf22c436d6908cc71ebf0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T18:52:08,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:08,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:08,820 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1241, reset compression=false 2024-11-14T18:52:08,825 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1087, reset compression=false 2024-11-14T18:52:08,826 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:08,840 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:08,840 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1236, reset compression=false 2024-11-14T18:52:08,840 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca468b0a45538c1932c3e80a47ad69ea/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T18:52:08,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:08,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:09,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1236, reset compression=false 2024-11-14T18:52:09,136 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1241, reset compression=false 2024-11-14T18:52:09,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T18:52:09,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c5bb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:52:09,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:09,318 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:52:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:52:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1610267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,319 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:52:09,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:09,326 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344095d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:09,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:52:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac3a5fc 2024-11-14T18:52:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:09,336 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:09,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T18:52:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T18:52:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:52:09,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:09,418 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1236, reset compression=false 2024-11-14T18:52:09,438 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1066, reset compression=false 2024-11-14T18:52:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:52:09,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:09,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1239, reset compression=false 2024-11-14T18:52:09,499 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:09,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T18:52:09,548 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T18:52:09,549 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T18:52:09,549 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,43683,1731610310545 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T18:52:09,549 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/853c158ffd74:0-0. 2024-11-14T18:52:09,549 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:09,549 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,549 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:09,653 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:52:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:52:09,727 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1239, reset compression=false 2024-11-14T18:52:09,753 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 terminated 2024-11-14T18:52:09,815 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,43683,1731610310545, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:52:09,816 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T18:52:09,821 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T18:52:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T18:52:09,824 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 853c158ffd74,43683,1731610310545 suceeded 2024-11-14T18:52:09,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T18:52:09,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 430 msec 2024-11-14T18:52:09,836 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T18:52:09,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 499 msec 2024-11-14T18:52:09,856 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1236, reset compression=false 2024-11-14T18:52:09,873 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:44503' 2024-11-14T18:52:09,885 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3185fd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,885 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,44503,-1 for getting cluster id 2024-11-14T18:52:09,885 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:09,886 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbec4b83-d4bd-43a3-8bd5-adac0503420a' 2024-11-14T18:52:09,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbec4b83-d4bd-43a3-8bd5-adac0503420a" 2024-11-14T18:52:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118e5e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,44503,-1] 2024-11-14T18:52:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:09,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,891 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:09,892 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4452f4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:09,892 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,44503,1731610303180 2024-11-14T18:52:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@232fe037 2024-11-14T18:52:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:09,894 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T18:52:09,895 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,43683,1731610310545 (queues=1) is replicating from cluster=5af00d52-4f5d-4916-9398-27f324895c1b to cluster=cbec4b83-d4bd-43a3-8bd5-adac0503420a 2024-11-14T18:52:09,895 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C43683%2C1731610310545 2024-11-14T18:52:09,896 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,43683,1731610310545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:52:09,911 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C43683%2C1731610310545 2024-11-14T18:52:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:52:09,978 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:09,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:09,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:09,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:09,986 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T18:52:10,055 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1239, reset compression=false 2024-11-14T18:52:10,386 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1236, reset compression=false 2024-11-14T18:52:10,413 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:10,413 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1340, reset compression=false 2024-11-14T18:52:10,413 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca468b0a45538c1932c3e80a47ad69ea/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:10,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:10,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:10,502 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1239, reset compression=false 2024-11-14T18:52:10,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:10,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1367, reset compression=false 2024-11-14T18:52:10,531 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T18:52:10,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:10,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:10,640 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1340, reset compression=false 2024-11-14T18:52:10,775 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1367, reset compression=false 2024-11-14T18:52:10,966 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1340, reset compression=false 2024-11-14T18:52:10,993 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T18:52:11,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3d5011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:11,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39425,-1 for getting cluster id 2024-11-14T18:52:11,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:11,007 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5af00d52-4f5d-4916-9398-27f324895c1b' 2024-11-14T18:52:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5af00d52-4f5d-4916-9398-27f324895c1b" 2024-11-14T18:52:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fed4935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39425,-1] 2024-11-14T18:52:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,009 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc4c8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:11,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39425,1731610310409 2024-11-14T18:52:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bc7aeb1 2024-11-14T18:52:11,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:11,034 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:11,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T18:52:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T18:52:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T18:52:11,092 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1367, reset compression=false 2024-11-14T18:52:11,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:11,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:11,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:11,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[{test/8846a7102796ba79d89447963c6068f8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:11,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:11,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T18:52:11,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T18:52:11,259 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T18:52:11,260 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T18:52:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T18:52:11,287 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 853c158ffd74,43683,1731610310545 suceeded 2024-11-14T18:52:11,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T18:52:11,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T18:52:11,289 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T18:52:11,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 254 msec 2024-11-14T18:52:11,311 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, startPosition=1241, beingWritten=true 2024-11-14T18:52:11,329 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:11,329 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1521, reset compression=false 2024-11-14T18:52:11,329 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0cc8dce855cf22c436d6908cc71ebf0/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T18:52:11,335 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:11,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:11,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:11,354 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:11,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T18:52:11,362 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:11,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:11,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:11,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:11,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T18:52:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:52:11,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:11,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:11,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:52:11,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2062290723, stopped=false 2024-11-14T18:52:11,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,39425,1731610310409 2024-11-14T18:52:11,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1675666847/running 2024-11-14T18:52:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:52:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1675666847/running 2024-11-14T18:52:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:52:11,404 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:11,404 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1340, reset compression=false 2024-11-14T18:52:11,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:11,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:11,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/running 2024-11-14T18:52:11,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Set watcher on znode that does not yet exist, /2-1675666847/running 2024-11-14T18:52:11,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,43683,1731610310545' ***** 2024-11-14T18:52:11,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:52:11,421 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:52:11,421 INFO [RS:0;853c158ffd74:43683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:52:11,421 INFO [RS:0;853c158ffd74:43683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:52:11,421 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f9da94a0f71759325bda91c26756488 2024-11-14T18:52:11,422 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:52:11,434 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(3091): Received CLOSE for b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,43683,1731610310545 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43683. 2024-11-14T18:52:11,435 DEBUG [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:11,435 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:52:11,435 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:52:11,437 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f9da94a0f71759325bda91c26756488, disabling compactions & flushes 2024-11-14T18:52:11,437 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:11,437 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:11,438 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. after waiting 0 ms 2024-11-14T18:52:11,438 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:11,438 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f9da94a0f71759325bda91c26756488 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-14T18:52:11,438 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:52:11,438 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1325): Online Regions={9f9da94a0f71759325bda91c26756488=hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488., 1588230740=hbase:meta,,1.1588230740, b0cc8dce855cf22c436d6908cc71ebf0=test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0.} 2024-11-14T18:52:11,439 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f9da94a0f71759325bda91c26756488, b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:11,443 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:11,443 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:11,443 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:11,443 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:11,443 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:11,443 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:52:11,473 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:11,473 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:11,473 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:11,486 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:11,496 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/.tmp/queue/ccce4aa886fa4dedab67280d16b37183 is 154, key is 1-853c158ffd74,43683,1731610310545/queue:853c158ffd74%2C43683%2C1731610310545/1731610331370/Put/seqid=0 2024-11-14T18:52:11,504 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/info/5d9e7e9f4c4647639b205b61b70767e6 is 147, key is hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488./info:regioninfo/1731610320904/Put/seqid=0 2024-11-14T18:52:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741840_1016 (size=5353) 2024-11-14T18:52:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:52:11,553 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1521, reset compression=false 2024-11-14T18:52:11,639 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f9da94a0f71759325bda91c26756488, b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:11,669 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:52:11,669 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:52:11,676 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:11,698 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:11,839 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f9da94a0f71759325bda91c26756488, b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:11,859 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1521, reset compression=false 2024-11-14T18:52:11,914 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/.tmp/queue/ccce4aa886fa4dedab67280d16b37183 2024-11-14T18:52:11,918 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/info/5d9e7e9f4c4647639b205b61b70767e6 2024-11-14T18:52:11,922 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/.tmp/queue/ccce4aa886fa4dedab67280d16b37183 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/queue/ccce4aa886fa4dedab67280d16b37183 2024-11-14T18:52:11,949 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/queue/ccce4aa886fa4dedab67280d16b37183, entries=1, sequenceid=13, filesize=5.2 K 2024-11-14T18:52:11,952 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9f9da94a0f71759325bda91c26756488 in 513ms, sequenceid=13, compaction requested=false 2024-11-14T18:52:11,958 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/ns/776a023528c946ebbf6b57b48a7eb14f is 43, key is default/ns:d/1731610313551/Put/seqid=0 2024-11-14T18:52:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:52:11,999 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/ns/776a023528c946ebbf6b57b48a7eb14f 2024-11-14T18:52:12,002 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:12,002 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/replication/9f9da94a0f71759325bda91c26756488/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:12,005 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f9da94a0f71759325bda91c26756488: Waiting for close lock at 1731610331437Running coprocessor pre-close hooks at 1731610331437Disabling compacts and flushes for region at 1731610331437Disabling writes for close at 1731610331438 (+1 ms)Obtaining lock to block concurrent updates at 1731610331438Preparing flush snapshotting stores in 9f9da94a0f71759325bda91c26756488 at 1731610331438Finished memstore snapshotting hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731610331438Flushing stores of hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. at 1731610331440 (+2 ms)Flushing 9f9da94a0f71759325bda91c26756488/queue: creating writer at 1731610331440Flushing 9f9da94a0f71759325bda91c26756488/queue: appending metadata at 1731610331493 (+53 ms)Flushing 9f9da94a0f71759325bda91c26756488/queue: closing flushed file at 1731610331493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c12a196: reopening flushed file at 1731610331920 (+427 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9f9da94a0f71759325bda91c26756488 in 513ms, sequenceid=13, compaction requested=false at 1731610331952 (+32 ms)Writing region close event to WAL at 1731610331975 (+23 ms)Running coprocessor post-close hooks at 1731610332005 (+30 ms)Closed at 1731610332005 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610319990.9f9da94a0f71759325bda91c26756488. 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0cc8dce855cf22c436d6908cc71ebf0, disabling compactions & flushes 2024-11-14T18:52:12,005 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:52:12,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:52:12,006 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. after waiting 0 ms 2024-11-14T18:52:12,006 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:52:12,006 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0cc8dce855cf22c436d6908cc71ebf0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T18:52:12,039 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:12,051 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f/667d12bd91fb446d9dde2a3558e827fd is 37, key is row3/f:row3/1731610329983/Put/seqid=0 2024-11-14T18:52:12,056 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/10ac629cb3534c7787985813b817435d is 112, key is test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0./rep_barrier:seqnumDuringOpen/1731610316515/Put/seqid=0 2024-11-14T18:52:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741843_1019 (size=5228) 2024-11-14T18:52:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:52:12,063 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f/667d12bd91fb446d9dde2a3558e827fd 2024-11-14T18:52:12,068 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667d12bd91fb446d9dde2a3558e827fd 2024-11-14T18:52:12,080 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:12,089 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f1/12df16ed46154010bd936e996c7f40ef is 30, key is row1/f1:/1731610327265/DeleteFamily/seqid=0 2024-11-14T18:52:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741845_1021 (size=5158) 2024-11-14T18:52:12,113 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f1/12df16ed46154010bd936e996c7f40ef 2024-11-14T18:52:12,137 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12df16ed46154010bd936e996c7f40ef 2024-11-14T18:52:12,169 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/norep/01cb2aaf1c4440bfab30776f99db2765 is 33, key is row2/norep:/1731610328275/DeleteFamily/seqid=0 2024-11-14T18:52:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741846_1022 (size=5108) 2024-11-14T18:52:12,175 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/norep/01cb2aaf1c4440bfab30776f99db2765 2024-11-14T18:52:12,181 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01cb2aaf1c4440bfab30776f99db2765 2024-11-14T18:52:12,182 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f/667d12bd91fb446d9dde2a3558e827fd as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/f/667d12bd91fb446d9dde2a3558e827fd 2024-11-14T18:52:12,191 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667d12bd91fb446d9dde2a3558e827fd 2024-11-14T18:52:12,191 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/f/667d12bd91fb446d9dde2a3558e827fd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T18:52:12,192 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/f1/12df16ed46154010bd936e996c7f40ef as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/f1/12df16ed46154010bd936e996c7f40ef 2024-11-14T18:52:12,198 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12df16ed46154010bd936e996c7f40ef 2024-11-14T18:52:12,198 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/f1/12df16ed46154010bd936e996c7f40ef, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:12,199 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/.tmp/norep/01cb2aaf1c4440bfab30776f99db2765 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/norep/01cb2aaf1c4440bfab30776f99db2765 2024-11-14T18:52:12,205 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01cb2aaf1c4440bfab30776f99db2765 2024-11-14T18:52:12,205 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/norep/01cb2aaf1c4440bfab30776f99db2765, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:12,206 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b0cc8dce855cf22c436d6908cc71ebf0 in 200ms, sequenceid=12, compaction requested=false 2024-11-14T18:52:12,240 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0cc8dce855cf22c436d6908cc71ebf0 2024-11-14T18:52:12,255 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/default/test/b0cc8dce855cf22c436d6908cc71ebf0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T18:52:12,256 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:12,256 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:12,256 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:52:12,256 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0cc8dce855cf22c436d6908cc71ebf0: Waiting for close lock at 1731610332005Running coprocessor pre-close hooks at 1731610332005Disabling compacts and flushes for region at 1731610332005Disabling writes for close at 1731610332006 (+1 ms)Obtaining lock to block concurrent updates at 1731610332006Preparing flush snapshotting stores in b0cc8dce855cf22c436d6908cc71ebf0 at 1731610332006Finished memstore snapshotting test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731610332006Flushing stores of test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. at 1731610332007 (+1 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/f: creating writer at 1731610332007Flushing b0cc8dce855cf22c436d6908cc71ebf0/f: appending metadata at 1731610332050 (+43 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/f: closing flushed file at 1731610332050Flushing b0cc8dce855cf22c436d6908cc71ebf0/f1: creating writer at 1731610332068 (+18 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/f1: appending metadata at 1731610332088 (+20 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/f1: closing flushed file at 1731610332088Flushing b0cc8dce855cf22c436d6908cc71ebf0/norep: creating writer at 1731610332137 (+49 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/norep: appending metadata at 1731610332168 (+31 ms)Flushing b0cc8dce855cf22c436d6908cc71ebf0/norep: closing flushed file at 1731610332168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3d6c4c: reopening flushed file at 1731610332181 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67438f1f: reopening flushed file at 1731610332191 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2971b2e2: reopening flushed file at 1731610332198 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b0cc8dce855cf22c436d6908cc71ebf0 in 200ms, sequenceid=12, compaction requested=false at 1731610332206 (+8 ms)Writing region close event to WAL at 1731610332242 (+36 ms)Running coprocessor post-close hooks at 1731610332256 (+14 ms)Closed at 1731610332256 2024-11-14T18:52:12,256 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610315498.b0cc8dce855cf22c436d6908cc71ebf0. 2024-11-14T18:52:12,277 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 1521, reset compression=false 2024-11-14T18:52:12,285 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:12,285 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 2412, reset compression=false 2024-11-14T18:52:12,286 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43683,1731610310545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821, lastWalPosition=2412, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:12,288 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,43683,1731610310545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,43683,1731610310545, walGroup=853c158ffd74%2C43683%2C1731610310545, offset=853c158ffd74%2C43683%2C1731610310545.1731610312821:2412, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:43683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:52:12,289 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:52:12,290 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:52:12,290 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:52:12,290 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:52:12,290 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:52:12,298 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 897692280 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198333336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:52:12,299 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:39425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:39425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:52:12,440 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:52:12,440 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:52:12,440 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:52:12,441 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:12,464 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/10ac629cb3534c7787985813b817435d 2024-11-14T18:52:12,485 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/table/3d0ed8825c454d498e8e2a074afbcf2a is 53, key is hbase:replication/table:state/1731610320933/Put/seqid=0 2024-11-14T18:52:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741847_1023 (size=5308) 2024-11-14T18:52:12,497 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 2412, reset compression=false 2024-11-14T18:52:12,590 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:12,640 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:52:12,801 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 2412, reset compression=false 2024-11-14T18:52:12,840 DEBUG [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:52:12,891 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/table/3d0ed8825c454d498e8e2a074afbcf2a 2024-11-14T18:52:12,896 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/info/5d9e7e9f4c4647639b205b61b70767e6 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/info/5d9e7e9f4c4647639b205b61b70767e6 2024-11-14T18:52:12,907 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/info/5d9e7e9f4c4647639b205b61b70767e6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:52:12,908 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/ns/776a023528c946ebbf6b57b48a7eb14f as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/ns/776a023528c946ebbf6b57b48a7eb14f 2024-11-14T18:52:12,914 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/ns/776a023528c946ebbf6b57b48a7eb14f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:52:12,915 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/10ac629cb3534c7787985813b817435d as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/rep_barrier/10ac629cb3534c7787985813b817435d 2024-11-14T18:52:12,920 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/rep_barrier/10ac629cb3534c7787985813b817435d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:52:12,921 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/.tmp/table/3d0ed8825c454d498e8e2a074afbcf2a as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/table/3d0ed8825c454d498e8e2a074afbcf2a 2024-11-14T18:52:12,925 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/table/3d0ed8825c454d498e8e2a074afbcf2a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:52:12,926 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1483ms, sequenceid=16, compaction requested=false 2024-11-14T18:52:12,935 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:52:12,936 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:12,936 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:12,936 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:12,936 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610331442Running coprocessor pre-close hooks at 1731610331442Disabling compacts and flushes for region at 1731610331442Disabling writes for close at 1731610331443 (+1 ms)Obtaining lock to block concurrent updates at 1731610331443Preparing flush snapshotting stores in 1588230740 at 1731610331443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610331443Flushing stores of hbase:meta,,1.1588230740 at 1731610331444 (+1 ms)Flushing 1588230740/info: creating writer at 1731610331444Flushing 1588230740/info: appending metadata at 1731610331503 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731610331503Flushing 1588230740/ns: creating writer at 1731610331927 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731610331957 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731610331957Flushing 1588230740/rep_barrier: creating writer at 1731610332011 (+54 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610332055 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610332055Flushing 1588230740/table: creating writer at 1731610332470 (+415 ms)Flushing 1588230740/table: appending metadata at 1731610332484 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731610332484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f0f6fd: reopening flushed file at 1731610332896 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67863bad: reopening flushed file at 1731610332908 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee0e96a: reopening flushed file at 1731610332914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad232b7: reopening flushed file at 1731610332920 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1483ms, sequenceid=16, compaction requested=false at 1731610332926 (+6 ms)Writing region close event to WAL at 1731610332931 (+5 ms)Running coprocessor post-close hooks at 1731610332936 (+5 ms)Closed at 1731610332936 2024-11-14T18:52:12,936 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:12,946 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:13,041 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,43683,1731610310545; all regions closed. 2024-11-14T18:52:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:52:13,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.meta.1731610313407.meta not finished, retry = 0 2024-11-14T18:52:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741839_1015 (size=3333) 2024-11-14T18:52:13,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.rep.1731610320833 not finished, retry = 0 2024-11-14T18:52:13,155 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:52:13,193 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:13,204 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/WALs/853c158ffd74,43683,1731610310545/853c158ffd74%2C43683%2C1731610310545.1731610312821 to pos 2412, reset compression=false 2024-11-14T18:52:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741832_1008 (size=2420) 2024-11-14T18:52:13,262 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:13,263 INFO [RS:0;853c158ffd74:43683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:13,265 INFO [RS:0;853c158ffd74:43683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:13,266 INFO [RS:0;853c158ffd74:43683 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:13,266 INFO [RS:0;853c158ffd74:43683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:13,266 INFO [RS:0;853c158ffd74:43683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,43683,1731610310545 because: Region server is closing 2024-11-14T18:52:13,266 INFO [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43683. 2024-11-14T18:52:13,266 DEBUG [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:13,266 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:13,266 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:13,267 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:13,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:13,367 INFO [RS:0;853c158ffd74:43683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.shipper853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 terminated 2024-11-14T18:52:13,367 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43683,1731610310545.replicationSource.wal-reader.853c158ffd74%2C43683%2C1731610310545,1-853c158ffd74,43683,1731610310545 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:52:13,368 INFO [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43683. 2024-11-14T18:52:13,368 DEBUG [RS:0;853c158ffd74:43683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:13,368 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:13,368 DEBUG [RS:0;853c158ffd74:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:13,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:13,369 INFO [RS:0;853c158ffd74:43683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43683 2024-11-14T18:52:13,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1675666847/rs/853c158ffd74,43683,1731610310545 2024-11-14T18:52:13,409 INFO [RS:0;853c158ffd74:43683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:13,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847/rs 2024-11-14T18:52:13,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,43683,1731610310545] 2024-11-14T18:52:13,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/draining/853c158ffd74,43683,1731610310545 already deleted, retry=false 2024-11-14T18:52:13,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,43683,1731610310545 expired; onlineServers=0 2024-11-14T18:52:13,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,39425,1731610310409' ***** 2024-11-14T18:52:13,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:52:13,434 INFO [M:0;853c158ffd74:39425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:13,434 INFO [M:0;853c158ffd74:39425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:13,434 DEBUG [M:0;853c158ffd74:39425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:52:13,434 DEBUG [M:0;853c158ffd74:39425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:52:13,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:52:13,434 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610312563 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610312563,5,FailOnTimeoutGroup] 2024-11-14T18:52:13,434 INFO [M:0;853c158ffd74:39425 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:13,434 INFO [M:0;853c158ffd74:39425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:13,435 DEBUG [M:0;853c158ffd74:39425 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:52:13,435 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610312563 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610312563,5,FailOnTimeoutGroup] 2024-11-14T18:52:13,435 INFO [M:0;853c158ffd74:39425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:52:13,435 INFO [M:0;853c158ffd74:39425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:13,435 INFO [M:0;853c158ffd74:39425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:52:13,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:52:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1675666847/master 2024-11-14T18:52:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1675666847 2024-11-14T18:52:13,463 DEBUG [M:0;853c158ffd74:39425 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1675666847/master already deleted, retry=false 2024-11-14T18:52:13,463 DEBUG [M:0;853c158ffd74:39425 {}] master.ActiveMasterManager(353): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1675666847/master 2024-11-14T18:52:13,465 INFO [M:0;853c158ffd74:39425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/.lastflushedseqids 2024-11-14T18:52:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741848_1024 (size=245) 2024-11-14T18:52:13,472 INFO [M:0;853c158ffd74:39425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:52:13,472 INFO [M:0;853c158ffd74:39425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:52:13,473 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:13,473 INFO [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:13,473 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:13,473 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:13,473 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:13,473 INFO [M:0;853c158ffd74:39425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-14T18:52:13,500 DEBUG [M:0;853c158ffd74:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7996dfc8ede416da4fb2e66190fe677 is 82, key is hbase:meta,,1/info:regioninfo/1731610313498/Put/seqid=0 2024-11-14T18:52:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741849_1025 (size=5672) 2024-11-14T18:52:13,510 INFO [M:0;853c158ffd74:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7996dfc8ede416da4fb2e66190fe677 2024-11-14T18:52:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43683-0x1013bf9e8030007, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:13,519 INFO [RS:0;853c158ffd74:43683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:13,520 INFO [RS:0;853c158ffd74:43683 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,43683,1731610310545; zookeeper connection closed. 2024-11-14T18:52:13,537 DEBUG [M:0;853c158ffd74:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3407fe31654362816fbaf318cf76c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610320938/Put/seqid=0 2024-11-14T18:52:13,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d1fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d1fc 2024-11-14T18:52:13,543 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:52:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741850_1026 (size=9211) 2024-11-14T18:52:13,552 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:13,900 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:13,953 INFO [M:0;853c158ffd74:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3407fe31654362816fbaf318cf76c0 2024-11-14T18:52:14,004 DEBUG [M:0;853c158ffd74:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99e555f70a1b47d39af6962ff00eff79 is 69, key is 853c158ffd74,43683,1731610310545/rs:state/1731610312575/Put/seqid=0 2024-11-14T18:52:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741851_1027 (size=5156) 2024-11-14T18:52:14,263 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:14,432 INFO [M:0;853c158ffd74:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99e555f70a1b47d39af6962ff00eff79 2024-11-14T18:52:14,444 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7996dfc8ede416da4fb2e66190fe677 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7996dfc8ede416da4fb2e66190fe677 2024-11-14T18:52:14,448 INFO [M:0;853c158ffd74:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7996dfc8ede416da4fb2e66190fe677, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T18:52:14,450 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3407fe31654362816fbaf318cf76c0 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb3407fe31654362816fbaf318cf76c0 2024-11-14T18:52:14,454 INFO [M:0;853c158ffd74:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb3407fe31654362816fbaf318cf76c0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T18:52:14,457 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99e555f70a1b47d39af6962ff00eff79 as hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99e555f70a1b47d39af6962ff00eff79 2024-11-14T18:52:14,461 INFO [M:0;853c158ffd74:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99e555f70a1b47d39af6962ff00eff79, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T18:52:14,462 INFO [M:0;853c158ffd74:39425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=127, compaction requested=false 2024-11-14T18:52:14,481 INFO [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:14,481 DEBUG [M:0;853c158ffd74:39425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610333472Disabling compacts and flushes for region at 1731610333473 (+1 ms)Disabling writes for close at 1731610333473Obtaining lock to block concurrent updates at 1731610333473Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610333473Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731610333473Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610333474 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610333474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610333500 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610333500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610333516 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610333537 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610333537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610333958 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610334003 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610334003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd8518: reopening flushed file at 1731610334443 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c374abf: reopening flushed file at 1731610334448 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed5cf19: reopening flushed file at 1731610334456 (+8 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=127, compaction requested=false at 1731610334462 (+6 ms)Writing region close event to WAL at 1731610334481 (+19 ms)Closed at 1731610334481 2024-11-14T18:52:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741830_1006 (size=73854) 2024-11-14T18:52:14,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1188e8ac-7ff4-b572-067c-27dabea91aaf/MasterData/WALs/853c158ffd74,39425,1731610310409/853c158ffd74%2C39425%2C1731610310409.1731610312043 not finished, retry = 0 2024-11-14T18:52:14,585 INFO [M:0;853c158ffd74:39425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:52:14,585 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:14,585 INFO [M:0;853c158ffd74:39425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39425 2024-11-14T18:52:14,587 INFO [M:0;853c158ffd74:39425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x1013bf9e8030006, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:14,743 INFO [M:0;853c158ffd74:39425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:14,743 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:14,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36a2d50d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:14,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a25521{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:14,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:14,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46e9991a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:14,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48514847{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:14,762 WARN [BP-78076231-172.17.0.2-1731610308321 heartbeating to localhost/127.0.0.1:39297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:52:14,763 WARN [BP-78076231-172.17.0.2-1731610308321 heartbeating to localhost/127.0.0.1:39297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78076231-172.17.0.2-1731610308321 (Datanode Uuid ecb00d5c-6288-4383-816f-c956bc374263) service to localhost/127.0.0.1:39297 2024-11-14T18:52:14,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/cluster_92dd4d69-48d1-ba3c-3b3a-58508712ebdd/data/data1/current/BP-78076231-172.17.0.2-1731610308321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:14,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/cluster_92dd4d69-48d1-ba3c-3b3a-58508712ebdd/data/data2/current/BP-78076231-172.17.0.2-1731610308321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:14,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:52:14,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:52:14,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:52:14,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c780c5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:14,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21a2ae8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:14,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:14,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207268{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:14,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4ea7ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:14,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:52:14,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:52:14,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:14,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:14,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:14,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:14,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:14,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:52:14,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263933084, stopped=false 2024-11-14T18:52:14,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,32947,1731610306766 2024-11-14T18:52:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1413121748/running 2024-11-14T18:52:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1413121748/running 2024-11-14T18:52:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:52:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:52:14,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/running 2024-11-14T18:52:14,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Set watcher on znode that does not yet exist, /1413121748/running 2024-11-14T18:52:14,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:14,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:14,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:14,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:14,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,35015,1731610306899' ***** 2024-11-14T18:52:14,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:52:14,813 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:52:14,813 INFO [RS:0;853c158ffd74:35015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:52:14,813 INFO [RS:0;853c158ffd74:35015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:52:14,813 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dbe813f529cb1d13ec2ca22ea1eed05 2024-11-14T18:52:14,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(3091): Received CLOSE for 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,35015,1731610306899 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:35015. 2024-11-14T18:52:14,814 DEBUG [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:14,814 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:52:14,814 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:52:14,814 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dbe813f529cb1d13ec2ca22ea1eed05, disabling compactions & flushes 2024-11-14T18:52:14,815 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:52:14,815 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:52:14,815 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. after waiting 0 ms 2024-11-14T18:52:14,815 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:52:14,815 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dbe813f529cb1d13ec2ca22ea1eed05 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T18:52:14,815 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:52:14,815 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1325): Online Regions={1dbe813f529cb1d13ec2ca22ea1eed05=hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05., 1588230740=hbase:meta,,1.1588230740, 8846a7102796ba79d89447963c6068f8=test,,1731610314330.8846a7102796ba79d89447963c6068f8.} 2024-11-14T18:52:14,815 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dbe813f529cb1d13ec2ca22ea1eed05, 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:14,816 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:14,816 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:14,816 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:14,817 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:14,817 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:14,817 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:52:14,835 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/.tmp/queue/d6ca7b083b434e02bc71ff3a62f34462 is 154, key is 1-853c158ffd74,35015,1731610306899/queue:853c158ffd74%2C35015%2C1731610306899/1731610331133/Put/seqid=0 2024-11-14T18:52:14,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741840_1016 (size=5353) 2024-11-14T18:52:14,850 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/.tmp/queue/d6ca7b083b434e02bc71ff3a62f34462 2024-11-14T18:52:14,851 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/info/bfccce433c7c41a49b9e4411aa67f688 is 147, key is hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05./info:regioninfo/1731610318744/Put/seqid=0 2024-11-14T18:52:14,876 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/.tmp/queue/d6ca7b083b434e02bc71ff3a62f34462 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/queue/d6ca7b083b434e02bc71ff3a62f34462 2024-11-14T18:52:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:52:14,885 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/queue/d6ca7b083b434e02bc71ff3a62f34462, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T18:52:14,886 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/info/bfccce433c7c41a49b9e4411aa67f688 2024-11-14T18:52:14,886 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1dbe813f529cb1d13ec2ca22ea1eed05 in 71ms, sequenceid=14, compaction requested=false 2024-11-14T18:52:14,906 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:14,911 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/replication/1dbe813f529cb1d13ec2ca22ea1eed05/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:14,912 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dbe813f529cb1d13ec2ca22ea1eed05: Waiting for close lock at 1731610334814Running coprocessor pre-close hooks at 1731610334814Disabling compacts and flushes for region at 1731610334814Disabling writes for close at 1731610334815 (+1 ms)Obtaining lock to block concurrent updates at 1731610334815Preparing flush snapshotting stores in 1dbe813f529cb1d13ec2ca22ea1eed05 at 1731610334815Finished memstore snapshotting hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731610334815Flushing stores of hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. at 1731610334816 (+1 ms)Flushing 1dbe813f529cb1d13ec2ca22ea1eed05/queue: creating writer at 1731610334816Flushing 1dbe813f529cb1d13ec2ca22ea1eed05/queue: appending metadata at 1731610334834 (+18 ms)Flushing 1dbe813f529cb1d13ec2ca22ea1eed05/queue: closing flushed file at 1731610334834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f35b536: reopening flushed file at 1731610334875 (+41 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1dbe813f529cb1d13ec2ca22ea1eed05 in 71ms, sequenceid=14, compaction requested=false at 1731610334886 (+11 ms)Writing region close event to WAL at 1731610334899 (+13 ms)Running coprocessor post-close hooks at 1731610334911 (+12 ms)Closed at 1731610334912 (+1 ms) 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610317839.1dbe813f529cb1d13ec2ca22ea1eed05. 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8846a7102796ba79d89447963c6068f8, disabling compactions & flushes 2024-11-14T18:52:14,912 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610314330.8846a7102796ba79d89447963c6068f8. after waiting 0 ms 2024-11-14T18:52:14,912 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:52:14,912 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8846a7102796ba79d89447963c6068f8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T18:52:14,926 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/ns/5f70b5c809fe4bd9b71f3e0d0e8b1ad4 is 43, key is default/ns:d/1731610308179/Put/seqid=0 2024-11-14T18:52:14,937 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f/994272de3dfc48c0ae60349b761e9c20 is 37, key is row3/f:row3/1731610329983/Put/seqid=0 2024-11-14T18:52:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:52:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741843_1019 (size=5228) 2024-11-14T18:52:14,951 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/ns/5f70b5c809fe4bd9b71f3e0d0e8b1ad4 2024-11-14T18:52:14,978 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/rep_barrier/ebb3a1a703914c0790a1b0c62b9841ef is 112, key is test,,1731610314330.8846a7102796ba79d89447963c6068f8./rep_barrier:seqnumDuringOpen/1731610315385/Put/seqid=0 2024-11-14T18:52:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:52:14,997 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/rep_barrier/ebb3a1a703914c0790a1b0c62b9841ef 2024-11-14T18:52:15,016 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:15,028 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/table/5005998725c14e9abf4a80db9c5d4047 is 53, key is hbase:replication/table:state/1731610318758/Put/seqid=0 2024-11-14T18:52:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741845_1021 (size=5308) 2024-11-14T18:52:15,043 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/table/5005998725c14e9abf4a80db9c5d4047 2024-11-14T18:52:15,049 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/info/bfccce433c7c41a49b9e4411aa67f688 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/info/bfccce433c7c41a49b9e4411aa67f688 2024-11-14T18:52:15,055 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/info/bfccce433c7c41a49b9e4411aa67f688, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:52:15,056 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/ns/5f70b5c809fe4bd9b71f3e0d0e8b1ad4 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/ns/5f70b5c809fe4bd9b71f3e0d0e8b1ad4 2024-11-14T18:52:15,061 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/ns/5f70b5c809fe4bd9b71f3e0d0e8b1ad4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:52:15,062 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/rep_barrier/ebb3a1a703914c0790a1b0c62b9841ef as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/rep_barrier/ebb3a1a703914c0790a1b0c62b9841ef 2024-11-14T18:52:15,068 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/rep_barrier/ebb3a1a703914c0790a1b0c62b9841ef, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:52:15,069 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/.tmp/table/5005998725c14e9abf4a80db9c5d4047 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/table/5005998725c14e9abf4a80db9c5d4047 2024-11-14T18:52:15,072 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:15,077 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/table/5005998725c14e9abf4a80db9c5d4047, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:52:15,078 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=16, compaction requested=false 2024-11-14T18:52:15,093 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:52:15,094 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:15,094 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:15,094 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:15,095 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610334816Running coprocessor pre-close hooks at 1731610334816Disabling compacts and flushes for region at 1731610334816Disabling writes for close at 1731610334817 (+1 ms)Obtaining lock to block concurrent updates at 1731610334817Preparing flush snapshotting stores in 1588230740 at 1731610334817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610334817Flushing stores of hbase:meta,,1.1588230740 at 1731610334818 (+1 ms)Flushing 1588230740/info: creating writer at 1731610334818Flushing 1588230740/info: appending metadata at 1731610334850 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731610334850Flushing 1588230740/ns: creating writer at 1731610334891 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731610334925 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731610334926 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731610334963 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610334978 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610334978Flushing 1588230740/table: creating writer at 1731610335006 (+28 ms)Flushing 1588230740/table: appending metadata at 1731610335028 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731610335028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cce80d4: reopening flushed file at 1731610335048 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6b63f0: reopening flushed file at 1731610335055 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f083167: reopening flushed file at 1731610335061 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d642d23: reopening flushed file at 1731610335068 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=16, compaction requested=false at 1731610335078 (+10 ms)Writing region close event to WAL at 1731610335086 (+8 ms)Running coprocessor post-close hooks at 1731610335094 (+8 ms)Closed at 1731610335094 2024-11-14T18:52:15,095 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:15,216 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:15,352 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f/994272de3dfc48c0ae60349b761e9c20 2024-11-14T18:52:15,356 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 994272de3dfc48c0ae60349b761e9c20 2024-11-14T18:52:15,378 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f1/fe35669c033940b98036be19e6612ca4 is 30, key is row1/f1:/1731610327265/DeleteFamily/seqid=0 2024-11-14T18:52:15,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741846_1022 (size=5158) 2024-11-14T18:52:15,416 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:15,543 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:52:15,543 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:52:15,616 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:15,690 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1471, reset compression=false 2024-11-14T18:52:15,727 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:15,727 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1718, reset compression=false 2024-11-14T18:52:15,727 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,35015,1731610306899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:15,728 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,35015,1731610306899: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,35015,1731610306899, walGroup=853c158ffd74%2C35015%2C1731610306899, offset=853c158ffd74%2C35015%2C1731610306899.1731610307684:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:35015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:52:15,729 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:52:15,730 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:52:15,730 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:52:15,730 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:52:15,730 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:52:15,730 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 910985536 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198879904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:52:15,731 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:32947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:32947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:52:15,791 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f1/fe35669c033940b98036be19e6612ca4 2024-11-14T18:52:15,797 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe35669c033940b98036be19e6612ca4 2024-11-14T18:52:15,817 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:52:15,817 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1325): Online Regions={8846a7102796ba79d89447963c6068f8=test,,1731610314330.8846a7102796ba79d89447963c6068f8.} 2024-11-14T18:52:15,817 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:15,826 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/norep/64e14576efd14b4e9047c1c2d46448d0 is 33, key is row1/norep:/1731610327265/DeleteFamily/seqid=0 2024-11-14T18:52:15,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741847_1023 (size=5108) 2024-11-14T18:52:15,960 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1718, reset compression=false 2024-11-14T18:52:15,980 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:16,031 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:16,231 DEBUG [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1351): Waiting on 8846a7102796ba79d89447963c6068f8 2024-11-14T18:52:16,279 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/norep/64e14576efd14b4e9047c1c2d46448d0 2024-11-14T18:52:16,313 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e14576efd14b4e9047c1c2d46448d0 2024-11-14T18:52:16,327 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f/994272de3dfc48c0ae60349b761e9c20 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/f/994272de3dfc48c0ae60349b761e9c20 2024-11-14T18:52:16,358 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 to pos 1718, reset compression=false 2024-11-14T18:52:16,362 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 994272de3dfc48c0ae60349b761e9c20 2024-11-14T18:52:16,362 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/f/994272de3dfc48c0ae60349b761e9c20, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T18:52:16,363 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/f1/fe35669c033940b98036be19e6612ca4 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/f1/fe35669c033940b98036be19e6612ca4 2024-11-14T18:52:16,369 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe35669c033940b98036be19e6612ca4 2024-11-14T18:52:16,369 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/f1/fe35669c033940b98036be19e6612ca4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:16,370 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/.tmp/norep/64e14576efd14b4e9047c1c2d46448d0 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/norep/64e14576efd14b4e9047c1c2d46448d0 2024-11-14T18:52:16,385 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e14576efd14b4e9047c1c2d46448d0 2024-11-14T18:52:16,385 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/norep/64e14576efd14b4e9047c1c2d46448d0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:16,396 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8846a7102796ba79d89447963c6068f8 in 1484ms, sequenceid=12, compaction requested=false 2024-11-14T18:52:16,420 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/data/default/test/8846a7102796ba79d89447963c6068f8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T18:52:16,424 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:16,424 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:16,424 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:52:16,424 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8846a7102796ba79d89447963c6068f8: Waiting for close lock at 1731610334912Running coprocessor pre-close hooks at 1731610334912Disabling compacts and flushes for region at 1731610334912Disabling writes for close at 1731610334912Obtaining lock to block concurrent updates at 1731610334912Preparing flush snapshotting stores in 8846a7102796ba79d89447963c6068f8 at 1731610334912Finished memstore snapshotting test,,1731610314330.8846a7102796ba79d89447963c6068f8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731610334913 (+1 ms)Flushing stores of test,,1731610314330.8846a7102796ba79d89447963c6068f8. at 1731610334918 (+5 ms)Flushing 8846a7102796ba79d89447963c6068f8/f: creating writer at 1731610334919 (+1 ms)Flushing 8846a7102796ba79d89447963c6068f8/f: appending metadata at 1731610334936 (+17 ms)Flushing 8846a7102796ba79d89447963c6068f8/f: closing flushed file at 1731610334936Flushing 8846a7102796ba79d89447963c6068f8/f1: creating writer at 1731610335357 (+421 ms)Flushing 8846a7102796ba79d89447963c6068f8/f1: appending metadata at 1731610335378 (+21 ms)Flushing 8846a7102796ba79d89447963c6068f8/f1: closing flushed file at 1731610335378Flushing 8846a7102796ba79d89447963c6068f8/norep: creating writer at 1731610335797 (+419 ms)Flushing 8846a7102796ba79d89447963c6068f8/norep: appending metadata at 1731610335824 (+27 ms)Flushing 8846a7102796ba79d89447963c6068f8/norep: closing flushed file at 1731610335824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0984ea: reopening flushed file at 1731610336314 (+490 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f4d253: reopening flushed file at 1731610336362 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a71776: reopening flushed file at 1731610336369 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8846a7102796ba79d89447963c6068f8 in 1484ms, sequenceid=12, compaction requested=false at 1731610336396 (+27 ms)Writing region close event to WAL at 1731610336411 (+15 ms)Running coprocessor post-close hooks at 1731610336424 (+13 ms)Closed at 1731610336424 2024-11-14T18:52:16,424 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610314330.8846a7102796ba79d89447963c6068f8. 2024-11-14T18:52:16,431 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,35015,1731610306899; all regions closed. 2024-11-14T18:52:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:52:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741839_1015 (size=3552) 2024-11-14T18:52:16,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/WALs/853c158ffd74,35015,1731610306899/853c158ffd74%2C35015%2C1731610306899.1731610307684 not finished, retry = 0 2024-11-14T18:52:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741833_1009 (size=2370) 2024-11-14T18:52:16,626 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:16,626 INFO [RS:0;853c158ffd74:35015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:16,626 INFO [RS:0;853c158ffd74:35015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:16,626 INFO [RS:0;853c158ffd74:35015 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:16,626 INFO [RS:0;853c158ffd74:35015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:16,626 INFO [RS:0;853c158ffd74:35015 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,35015,1731610306899 because: Region server is closing 2024-11-14T18:52:16,627 INFO [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:35015. 2024-11-14T18:52:16,627 DEBUG [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:16,627 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:16,627 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:16,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:16,627 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:16,727 INFO [RS:0;853c158ffd74:35015 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.shipper853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 terminated 2024-11-14T18:52:16,727 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,35015,1731610306899.replicationSource.wal-reader.853c158ffd74%2C35015%2C1731610306899,1-853c158ffd74,35015,1731610306899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:52:16,728 INFO [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:35015. 2024-11-14T18:52:16,728 DEBUG [RS:0;853c158ffd74:35015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:16,728 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:16,728 DEBUG [RS:0;853c158ffd74:35015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:16,728 INFO [RS:0;853c158ffd74:35015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35015 2024-11-14T18:52:16,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:16,749 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:52:16,792 INFO [RS:0;853c158ffd74:35015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748/rs 2024-11-14T18:52:16,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1413121748/rs/853c158ffd74,35015,1731610306899 2024-11-14T18:52:16,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,35015,1731610306899] 2024-11-14T18:52:16,834 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/draining/853c158ffd74,35015,1731610306899 already deleted, retry=false 2024-11-14T18:52:16,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,35015,1731610306899 expired; onlineServers=0 2024-11-14T18:52:16,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,32947,1731610306766' ***** 2024-11-14T18:52:16,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:16,835 DEBUG [M:0;853c158ffd74:32947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:52:16,835 DEBUG [M:0;853c158ffd74:32947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:16,835 DEBUG [M:0;853c158ffd74:32947 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:16,835 INFO [M:0;853c158ffd74:32947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:52:16,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:52:16,836 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610307390 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610307390,5,FailOnTimeoutGroup] 2024-11-14T18:52:16,836 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610307390 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610307390,5,FailOnTimeoutGroup] 2024-11-14T18:52:16,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:52:16,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1413121748/master 2024-11-14T18:52:16,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1413121748 2024-11-14T18:52:16,851 DEBUG [M:0;853c158ffd74:32947 {}] zookeeper.RecoverableZooKeeper(212): Node /1413121748/master already deleted, retry=false 2024-11-14T18:52:16,851 DEBUG [M:0;853c158ffd74:32947 {}] master.ActiveMasterManager(353): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Failed delete of our master address node; KeeperErrorCode = NoNode for /1413121748/master 2024-11-14T18:52:16,855 INFO [M:0;853c158ffd74:32947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/.lastflushedseqids 2024-11-14T18:52:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741848_1024 (size=245) 2024-11-14T18:52:16,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:16,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35015-0x1013bf9e8030004, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:16,917 INFO [RS:0;853c158ffd74:35015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:16,917 INFO [RS:0;853c158ffd74:35015 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,35015,1731610306899; zookeeper connection closed. 2024-11-14T18:52:16,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40c323ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40c323ed 2024-11-14T18:52:16,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:52:17,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,043 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:17,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,276 INFO [M:0;853c158ffd74:32947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:52:17,277 INFO [M:0;853c158ffd74:32947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:52:17,277 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:17,277 INFO [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:17,277 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:17,277 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:17,277 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:17,277 INFO [M:0;853c158ffd74:32947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T18:52:17,306 DEBUG [M:0;853c158ffd74:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36c6b8c662d849ea810abfe7863e8603 is 82, key is hbase:meta,,1/info:regioninfo/1731610308146/Put/seqid=0 2024-11-14T18:52:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741849_1025 (size=5672) 2024-11-14T18:52:17,365 INFO [M:0;853c158ffd74:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36c6b8c662d849ea810abfe7863e8603 2024-11-14T18:52:17,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:17,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:17,416 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68529 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:17,419 DEBUG [M:0;853c158ffd74:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f21b2c3586542068d57b11c96bdb01c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610318766/Put/seqid=0 2024-11-14T18:52:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741850_1026 (size=8516) 2024-11-14T18:52:17,464 INFO [M:0;853c158ffd74:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f21b2c3586542068d57b11c96bdb01c 2024-11-14T18:52:17,502 DEBUG [M:0;853c158ffd74:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f11fbb3fab42d89da72541f3bd3dc1 is 69, key is 853c158ffd74,35015,1731610306899/rs:state/1731610307425/Put/seqid=0 2024-11-14T18:52:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741851_1027 (size=5156) 2024-11-14T18:52:17,538 INFO [M:0;853c158ffd74:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f11fbb3fab42d89da72541f3bd3dc1 2024-11-14T18:52:17,547 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36c6b8c662d849ea810abfe7863e8603 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36c6b8c662d849ea810abfe7863e8603 2024-11-14T18:52:17,555 INFO [M:0;853c158ffd74:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36c6b8c662d849ea810abfe7863e8603, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:52:17,556 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f21b2c3586542068d57b11c96bdb01c as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f21b2c3586542068d57b11c96bdb01c 2024-11-14T18:52:17,562 INFO [M:0;853c158ffd74:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f21b2c3586542068d57b11c96bdb01c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:52:17,563 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f11fbb3fab42d89da72541f3bd3dc1 as hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f11fbb3fab42d89da72541f3bd3dc1 2024-11-14T18:52:17,568 INFO [M:0;853c158ffd74:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f11fbb3fab42d89da72541f3bd3dc1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:52:17,570 INFO [M:0;853c158ffd74:32947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 292ms, sequenceid=97, compaction requested=false 2024-11-14T18:52:17,625 INFO [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:17,625 DEBUG [M:0;853c158ffd74:32947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610337277Disabling compacts and flushes for region at 1731610337277Disabling writes for close at 1731610337277Obtaining lock to block concurrent updates at 1731610337277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610337277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731610337278 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610337278Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610337278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610337305 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610337305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610337376 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610337419 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610337419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610337470 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610337501 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610337501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e77e296: reopening flushed file at 1731610337546 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a13331e: reopening flushed file at 1731610337555 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32aa6632: reopening flushed file at 1731610337562 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 292ms, sequenceid=97, compaction requested=false at 1731610337570 (+8 ms)Writing region close event to WAL at 1731610337625 (+55 ms)Closed at 1731610337625 2024-11-14T18:52:17,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:17,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87665b03-fe5f-8716-4334-be4f429da850/MasterData/WALs/853c158ffd74,32947,1731610306766/853c158ffd74%2C32947%2C1731610306766.1731610307093 not finished, retry = 0 2024-11-14T18:52:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741830_1006 (size=63654) 2024-11-14T18:52:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,761 INFO [M:0;853c158ffd74:32947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:52:17,761 INFO [M:0;853c158ffd74:32947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32947 2024-11-14T18:52:17,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:17,762 INFO [M:0;853c158ffd74:32947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:17,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:17,887 INFO [M:0;853c158ffd74:32947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x1013bf9e8030003, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:17,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c8f288c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:17,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f1f434{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:17,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:17,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c95e9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:17,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42058679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:17,926 WARN [BP-208719851-172.17.0.2-1731610305215 heartbeating to localhost/127.0.0.1:44489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:52:17,926 WARN [BP-208719851-172.17.0.2-1731610305215 heartbeating to localhost/127.0.0.1:44489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-208719851-172.17.0.2-1731610305215 (Datanode Uuid 04ae84a1-bfc5-4dd1-a3c7-a46dbaf39dc5) service to localhost/127.0.0.1:44489 2024-11-14T18:52:17,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:52:17,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:52:17,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/cluster_52a101f3-a90e-56f9-bac2-063f0353c5ba/data/data1/current/BP-208719851-172.17.0.2-1731610305215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:17,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/cluster_52a101f3-a90e-56f9-bac2-063f0353c5ba/data/data2/current/BP-208719851-172.17.0.2-1731610305215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:17,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:52:17,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e443f04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:17,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c97f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:17,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:17,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a48a809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:17,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d8fe572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0856ec9a-8b9b-60f1-ea5e-f505e94918bc/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:17,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:52:17,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:52:17,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:17,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:17,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:17,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:17,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:52:17,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=490390675, stopped=false 2024-11-14T18:52:17,979 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,44503,1731610303180 2024-11-14T18:52:17,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597620503/running 2024-11-14T18:52:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:52:18,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/running 2024-11-14T18:52:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597620503/running 2024-11-14T18:52:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:52:18,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Set watcher on znode that does not yet exist, /0-1597620503/running 2024-11-14T18:52:18,020 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T18:52:18,020 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(3091): Received CLOSE for ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:18,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:18,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:18,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:18,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,38721,1731610303386' ***** 2024-11-14T18:52:18,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:52:18,033 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:52:18,033 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca468b0a45538c1932c3e80a47ad69ea, disabling compactions & flushes 2024-11-14T18:52:18,033 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:52:18,033 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:52:18,033 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. after waiting 0 ms 2024-11-14T18:52:18,033 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:52:18,033 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca468b0a45538c1932c3e80a47ad69ea 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T18:52:18,035 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:52:18,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5c84ea26476825b5013315500ac8bab8, which we are already trying to CLOSE, but not completed yet 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,38721,1731610303386 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:18,036 INFO [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38721. 2024-11-14T18:52:18,036 DEBUG [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:18,037 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:18,037 INFO [RS:0;853c158ffd74:38721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:52:18,037 INFO [RS:0;853c158ffd74:38721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:52:18,037 INFO [RS:0;853c158ffd74:38721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:52:18,037 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:52:18,044 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:52:18,044 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ca468b0a45538c1932c3e80a47ad69ea=test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., 5c84ea26476825b5013315500ac8bab8=hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.} 2024-11-14T18:52:18,044 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,044 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:18,044 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:18,044 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:18,044 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:18,044 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:18,044 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:52:18,082 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:18,082 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f/60f1ba3eb57f4ea78c2ff9beefe47d91 is 37, key is row3/f:row3/1731610329983/Put/seqid=0 2024-11-14T18:52:18,108 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/info/45a40d13203041d7a1b7c7c7fe55507f is 147, key is hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8./info:regioninfo/1731610317236/Put/seqid=0 2024-11-14T18:52:18,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741840_1016 (size=5228) 2024-11-14T18:52:18,145 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f/60f1ba3eb57f4ea78c2ff9beefe47d91 2024-11-14T18:52:18,170 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1491, reset compression=false 2024-11-14T18:52:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:52:18,186 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f1ba3eb57f4ea78c2ff9beefe47d91 2024-11-14T18:52:18,209 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:18,209 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1738, reset compression=false 2024-11-14T18:52:18,210 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,38721,1731610303386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:18,211 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,38721,1731610303386: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,38721,1731610303386, walGroup=853c158ffd74%2C38721%2C1731610303386, offset=853c158ffd74%2C38721%2C1731610303386.1731610304369:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:38721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:52:18,213 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:52:18,213 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:52:18,213 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:52:18,213 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:52:18,213 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:52:18,213 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 925315488 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199673392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:52:18,216 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:44503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:44503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:52:18,231 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:52:18,231 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:52:18,246 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,267 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f1/392878cee7464254a5e2d8623b951fe1 is 30, key is row1/f1:/1731610327265/DeleteFamily/seqid=0 2024-11-14T18:52:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741842_1018 (size=5158) 2024-11-14T18:52:18,446 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,468 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1738, reset compression=false 2024-11-14T18:52:18,595 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/info/45a40d13203041d7a1b7c7c7fe55507f 2024-11-14T18:52:18,647 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,651 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/ns/14984be1fb7a4ebfbb795aff8dde8a48 is 43, key is default/ns:d/1731610305042/Put/seqid=0 2024-11-14T18:52:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741843_1019 (size=5153) 2024-11-14T18:52:18,699 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/ns/14984be1fb7a4ebfbb795aff8dde8a48 2024-11-14T18:52:18,717 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f1/392878cee7464254a5e2d8623b951fe1 2024-11-14T18:52:18,725 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392878cee7464254a5e2d8623b951fe1 2024-11-14T18:52:18,742 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/rep_barrier/e6920a34cefc496bb2ad8fb6c5d08330 is 112, key is test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea./rep_barrier:seqnumDuringOpen/1731610314257/Put/seqid=0 2024-11-14T18:52:18,763 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/norep/78457314d1c94eeb8d0fd452c6d8505c is 32, key is row/norep:/1731610326259/DeleteFamily/seqid=0 2024-11-14T18:52:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:52:18,779 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/rep_barrier/e6920a34cefc496bb2ad8fb6c5d08330 2024-11-14T18:52:18,830 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/table/d8ba4762f3df44d682b0d9763532f2e2 is 53, key is hbase:replication/table:state/1731610317265/Put/seqid=0 2024-11-14T18:52:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741845_1021 (size=5101) 2024-11-14T18:52:18,847 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:18,856 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1738, reset compression=false 2024-11-14T18:52:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741846_1022 (size=5308) 2024-11-14T18:52:18,869 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/table/d8ba4762f3df44d682b0d9763532f2e2 2024-11-14T18:52:18,877 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/info/45a40d13203041d7a1b7c7c7fe55507f as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/info/45a40d13203041d7a1b7c7c7fe55507f 2024-11-14T18:52:18,882 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/info/45a40d13203041d7a1b7c7c7fe55507f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:52:18,883 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/ns/14984be1fb7a4ebfbb795aff8dde8a48 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/ns/14984be1fb7a4ebfbb795aff8dde8a48 2024-11-14T18:52:18,896 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/ns/14984be1fb7a4ebfbb795aff8dde8a48, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:52:18,901 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/rep_barrier/e6920a34cefc496bb2ad8fb6c5d08330 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/rep_barrier/e6920a34cefc496bb2ad8fb6c5d08330 2024-11-14T18:52:18,924 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/rep_barrier/e6920a34cefc496bb2ad8fb6c5d08330, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:52:18,931 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/.tmp/table/d8ba4762f3df44d682b0d9763532f2e2 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/table/d8ba4762f3df44d682b0d9763532f2e2 2024-11-14T18:52:18,936 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/table/d8ba4762f3df44d682b0d9763532f2e2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:52:18,937 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=16, compaction requested=false 2024-11-14T18:52:18,937 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:52:19,017 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:52:19,018 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:19,018 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:19,018 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:19,018 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610338044Running coprocessor pre-close hooks at 1731610338044Disabling compacts and flushes for region at 1731610338044Disabling writes for close at 1731610338044Obtaining lock to block concurrent updates at 1731610338044Preparing flush snapshotting stores in 1588230740 at 1731610338045 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610338045Flushing stores of hbase:meta,,1.1588230740 at 1731610338046 (+1 ms)Flushing 1588230740/info: creating writer at 1731610338048 (+2 ms)Flushing 1588230740/info: appending metadata at 1731610338108 (+60 ms)Flushing 1588230740/info: closing flushed file at 1731610338108Flushing 1588230740/ns: creating writer at 1731610338609 (+501 ms)Flushing 1588230740/ns: appending metadata at 1731610338651 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731610338651Flushing 1588230740/rep_barrier: creating writer at 1731610338706 (+55 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610338742 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610338742Flushing 1588230740/table: creating writer at 1731610338784 (+42 ms)Flushing 1588230740/table: appending metadata at 1731610338829 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731610338829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cb6468: reopening flushed file at 1731610338876 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b92aea9: reopening flushed file at 1731610338883 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffc437e: reopening flushed file at 1731610338896 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0efe0b: reopening flushed file at 1731610338924 (+28 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=16, compaction requested=false at 1731610338937 (+13 ms)Writing region close event to WAL at 1731610338997 (+60 ms)Running coprocessor post-close hooks at 1731610339017 (+20 ms)Closed at 1731610339018 (+1 ms) 2024-11-14T18:52:19,018 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:19,050 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:52:19,050 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1325): Online Regions={ca468b0a45538c1932c3e80a47ad69ea=test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., 5c84ea26476825b5013315500ac8bab8=hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8.} 2024-11-14T18:52:19,050 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:19,246 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/norep/78457314d1c94eeb8d0fd452c6d8505c 2024-11-14T18:52:19,251 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78457314d1c94eeb8d0fd452c6d8505c 2024-11-14T18:52:19,252 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f/60f1ba3eb57f4ea78c2ff9beefe47d91 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/f/60f1ba3eb57f4ea78c2ff9beefe47d91 2024-11-14T18:52:19,254 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 5c84ea26476825b5013315500ac8bab8, ca468b0a45538c1932c3e80a47ad69ea 2024-11-14T18:52:19,256 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f1ba3eb57f4ea78c2ff9beefe47d91 2024-11-14T18:52:19,256 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/f/60f1ba3eb57f4ea78c2ff9beefe47d91, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T18:52:19,257 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/f1/392878cee7464254a5e2d8623b951fe1 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/f1/392878cee7464254a5e2d8623b951fe1 2024-11-14T18:52:19,270 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392878cee7464254a5e2d8623b951fe1 2024-11-14T18:52:19,270 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/f1/392878cee7464254a5e2d8623b951fe1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:19,271 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/.tmp/norep/78457314d1c94eeb8d0fd452c6d8505c as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/norep/78457314d1c94eeb8d0fd452c6d8505c 2024-11-14T18:52:19,276 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78457314d1c94eeb8d0fd452c6d8505c 2024-11-14T18:52:19,276 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/norep/78457314d1c94eeb8d0fd452c6d8505c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T18:52:19,277 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ca468b0a45538c1932c3e80a47ad69ea in 1244ms, sequenceid=12, compaction requested=false 2024-11-14T18:52:19,277 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:52:19,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 1738, reset compression=false 2024-11-14T18:52:19,344 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:19,344 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.1731610304369 to pos 2087, reset compression=false 2024-11-14T18:52:19,398 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:19,415 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/data/default/test/ca468b0a45538c1932c3e80a47ad69ea/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:19,416 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca468b0a45538c1932c3e80a47ad69ea: Waiting for close lock at 1731610338033Running coprocessor pre-close hooks at 1731610338033Disabling compacts and flushes for region at 1731610338033Disabling writes for close at 1731610338033Obtaining lock to block concurrent updates at 1731610338033Preparing flush snapshotting stores in ca468b0a45538c1932c3e80a47ad69ea at 1731610338033Finished memstore snapshotting test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731610338035 (+2 ms)Flushing stores of test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. at 1731610338037 (+2 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f: creating writer at 1731610338038 (+1 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f: appending metadata at 1731610338080 (+42 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f: closing flushed file at 1731610338081 (+1 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f1: creating writer at 1731610338187 (+106 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f1: appending metadata at 1731610338266 (+79 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/f1: closing flushed file at 1731610338266Flushing ca468b0a45538c1932c3e80a47ad69ea/norep: creating writer at 1731610338725 (+459 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/norep: appending metadata at 1731610338758 (+33 ms)Flushing ca468b0a45538c1932c3e80a47ad69ea/norep: closing flushed file at 1731610338758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161ed4b9: reopening flushed file at 1731610339251 (+493 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce0de3b: reopening flushed file at 1731610339256 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e094f35: reopening flushed file at 1731610339270 (+14 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ca468b0a45538c1932c3e80a47ad69ea in 1244ms, sequenceid=12, compaction requested=false at 1731610339277 (+7 ms)Writing region close event to WAL at 1731610339375 (+98 ms)Running coprocessor post-close hooks at 1731610339416 (+41 ms)Closed at 1731610339416 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610313689.ca468b0a45538c1932c3e80a47ad69ea. 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c84ea26476825b5013315500ac8bab8, disabling compactions & flushes 2024-11-14T18:52:19,416 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. after waiting 0 ms 2024-11-14T18:52:19,416 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,417 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c84ea26476825b5013315500ac8bab8: Waiting for close lock at 1731610339416Running coprocessor pre-close hooks at 1731610339416Disabling compacts and flushes for region at 1731610339416Disabling writes for close at 1731610339416Failed flush hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8., putting online again at 1731610339417 (+1 ms) 2024-11-14T18:52:19,417 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,458 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:52:19,459 DEBUG [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1351): Waiting on 5c84ea26476825b5013315500ac8bab8 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c84ea26476825b5013315500ac8bab8, disabling compactions & flushes 2024-11-14T18:52:19,459 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. after waiting 0 ms 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c84ea26476825b5013315500ac8bab8: Waiting for close lock at 1731610339459Running coprocessor pre-close hooks at 1731610339459Disabling compacts and flushes for region at 1731610339459Disabling writes for close at 1731610339459Failed flush hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8., putting online again at 1731610339459 2024-11-14T18:52:19,459 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610316701.5c84ea26476825b5013315500ac8bab8. 2024-11-14T18:52:19,665 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T18:52:19,665 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,38721,1731610303386; all regions closed. 2024-11-14T18:52:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:52:19,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/WALs/853c158ffd74,38721,1731610303386/853c158ffd74%2C38721%2C1731610303386.meta.1731610304959.meta not finished, retry = 0 2024-11-14T18:52:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741839_1015 (size=2609) 2024-11-14T18:52:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741833_1009 (size=2390) 2024-11-14T18:52:19,858 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:19,858 INFO [RS:0;853c158ffd74:38721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:19,859 INFO [RS:0;853c158ffd74:38721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:19,859 INFO [RS:0;853c158ffd74:38721 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:19,859 INFO [RS:0;853c158ffd74:38721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:19,860 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:19,860 INFO [RS:0;853c158ffd74:38721 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,38721,1731610303386 because: Region server is closing 2024-11-14T18:52:19,860 INFO [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38721. 2024-11-14T18:52:19,860 DEBUG [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:19,860 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:19,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:19,861 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:19,961 INFO [RS:0;853c158ffd74:38721 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.shipper853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 terminated 2024-11-14T18:52:19,962 INFO [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38721. 2024-11-14T18:52:19,962 DEBUG [RS:0;853c158ffd74:38721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:19,962 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:19,962 DEBUG [RS:0;853c158ffd74:38721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:19,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:19,962 INFO [RS:0;853c158ffd74:38721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38721 2024-11-14T18:52:19,962 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,38721,1731610303386.replicationSource.wal-reader.853c158ffd74%2C38721%2C1731610303386,1-853c158ffd74,38721,1731610303386 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-14T18:52:19,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503/rs 2024-11-14T18:52:19,991 INFO [RS:0;853c158ffd74:38721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:19,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597620503/rs/853c158ffd74,38721,1731610303386 2024-11-14T18:52:19,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,38721,1731610303386] 2024-11-14T18:52:20,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597620503/draining/853c158ffd74,38721,1731610303386 already deleted, retry=false 2024-11-14T18:52:20,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,38721,1731610303386 expired; onlineServers=0 2024-11-14T18:52:20,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,44503,1731610303180' ***** 2024-11-14T18:52:20,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:52:20,014 INFO [M:0;853c158ffd74:44503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:52:20,015 DEBUG [M:0;853c158ffd74:44503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:52:20,015 DEBUG [M:0;853c158ffd74:44503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:52:20,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:52:20,015 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610304121 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610304121,5,FailOnTimeoutGroup] 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:52:20,015 DEBUG [M:0;853c158ffd74:44503 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:20,015 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610304119 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610304119,5,FailOnTimeoutGroup] 2024-11-14T18:52:20,015 INFO [M:0;853c158ffd74:44503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:52:20,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:52:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597620503/master 2024-11-14T18:52:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597620503 2024-11-14T18:52:20,019 DEBUG [M:0;853c158ffd74:44503 {}] zookeeper.ZKUtil(347): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Unable to get data of znode /0-1597620503/master because node does not exist (not an error) 2024-11-14T18:52:20,020 WARN [M:0;853c158ffd74:44503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:52:20,020 INFO [M:0;853c158ffd74:44503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/.lastflushedseqids 2024-11-14T18:52:20,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741847_1023 (size=245) 2024-11-14T18:52:20,065 INFO [M:0;853c158ffd74:44503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:52:20,065 INFO [M:0;853c158ffd74:44503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:52:20,065 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:20,065 INFO [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:20,065 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:20,065 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:20,065 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:20,065 INFO [M:0;853c158ffd74:44503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T18:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38721-0x1013bf9e8030001, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:20,101 INFO [RS:0;853c158ffd74:38721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:20,101 INFO [RS:0;853c158ffd74:38721 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,38721,1731610303386; zookeeper connection closed. 2024-11-14T18:52:20,101 DEBUG [M:0;853c158ffd74:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b87156a5fe374ebe84168352d67abf57 is 82, key is hbase:meta,,1/info:regioninfo/1731610305017/Put/seqid=0 2024-11-14T18:52:20,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49124d1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49124d1d 2024-11-14T18:52:20,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:52:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741848_1024 (size=5672) 2024-11-14T18:52:20,155 INFO [M:0;853c158ffd74:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b87156a5fe374ebe84168352d67abf57 2024-11-14T18:52:20,242 DEBUG [M:0;853c158ffd74:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e605dd992844317a1f4aeea7812e997 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610314299/Put/seqid=0 2024-11-14T18:52:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741849_1025 (size=7218) 2024-11-14T18:52:20,668 INFO [M:0;853c158ffd74:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e605dd992844317a1f4aeea7812e997 2024-11-14T18:52:20,687 INFO [M:0;853c158ffd74:44503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e605dd992844317a1f4aeea7812e997 2024-11-14T18:52:20,729 DEBUG [M:0;853c158ffd74:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a49065db5c4af0899d0c8907a45628 is 69, key is 853c158ffd74,38721,1731610303386/rs:state/1731610304196/Put/seqid=0 2024-11-14T18:52:20,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741850_1026 (size=5156) 2024-11-14T18:52:20,764 INFO [M:0;853c158ffd74:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a49065db5c4af0899d0c8907a45628 2024-11-14T18:52:20,773 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b87156a5fe374ebe84168352d67abf57 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b87156a5fe374ebe84168352d67abf57 2024-11-14T18:52:20,790 INFO [M:0;853c158ffd74:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b87156a5fe374ebe84168352d67abf57, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T18:52:20,795 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e605dd992844317a1f4aeea7812e997 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e605dd992844317a1f4aeea7812e997 2024-11-14T18:52:20,800 INFO [M:0;853c158ffd74:44503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e605dd992844317a1f4aeea7812e997 2024-11-14T18:52:20,800 INFO [M:0;853c158ffd74:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e605dd992844317a1f4aeea7812e997, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T18:52:20,801 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a49065db5c4af0899d0c8907a45628 as hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a49065db5c4af0899d0c8907a45628 2024-11-14T18:52:20,807 INFO [M:0;853c158ffd74:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/12e7be86-4292-2f43-9350-ffe4c13d68cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a49065db5c4af0899d0c8907a45628, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T18:52:20,808 INFO [M:0;853c158ffd74:44503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 743ms, sequenceid=105, compaction requested=false 2024-11-14T18:52:20,852 INFO [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:20,852 DEBUG [M:0;853c158ffd74:44503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610340065Disabling compacts and flushes for region at 1731610340065Disabling writes for close at 1731610340065Obtaining lock to block concurrent updates at 1731610340065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610340065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731610340066 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610340066Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610340066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610340101 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610340101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610340180 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610340241 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610340241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610340687 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610340718 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610340718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a39c530: reopening flushed file at 1731610340768 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cae5c2: reopening flushed file at 1731610340791 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfe52f4: reopening flushed file at 1731610340800 (+9 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 743ms, sequenceid=105, compaction requested=false at 1731610340808 (+8 ms)Writing region close event to WAL at 1731610340852 (+44 ms)Closed at 1731610340852 2024-11-14T18:52:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741830_1006 (size=64423) 2024-11-14T18:52:20,886 INFO [M:0;853c158ffd74:44503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:52:20,886 INFO [M:0;853c158ffd74:44503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44503 2024-11-14T18:52:20,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:52:20,887 INFO [M:0;853c158ffd74:44503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:52:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x1013bf9e8030000, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:52:21,042 INFO [M:0;853c158ffd74:44503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:52:21,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f5f324c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:21,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3123457e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:21,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:21,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13aebbdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:21,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4d50b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:21,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:52:21,108 WARN [BP-721106493-172.17.0.2-1731610301774 heartbeating to localhost/127.0.0.1:33679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:52:21,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:52:21,108 WARN [BP-721106493-172.17.0.2-1731610301774 heartbeating to localhost/127.0.0.1:33679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-721106493-172.17.0.2-1731610301774 (Datanode Uuid 09671a05-0b4c-4a69-87db-6f53c6bbee0d) service to localhost/127.0.0.1:33679 2024-11-14T18:52:21,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/data/data1/current/BP-721106493-172.17.0.2-1731610301774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:21,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/cluster_a0acee52-8ee7-9af2-1e6e-887305698997/data/data2/current/BP-721106493-172.17.0.2-1731610301774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:52:21,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:52:21,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1da7852e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:21,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4722eace{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:52:21,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:52:21,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5376984e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:52:21,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5262318f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749924-1f98-e7e0-51c9-6159eb0072eb/hadoop.log.dir/,STOPPED} 2024-11-14T18:52:21,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:52:21,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:52:21,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 258) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39297 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44489 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1147 (was 1226), ProcessCount=11 (was 11), AvailableMemoryMB=4539 (was 3602) - AvailableMemoryMB LEAK? - 2024-11-14T18:52:21,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=1147, ProcessCount=11, AvailableMemoryMB=4536 2024-11-14T18:52:21,202 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T18:52:21,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir so I do NOT create it in target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a 2024-11-14T18:52:21,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:52:21,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.tmp.dir so I do NOT create it in target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a 2024-11-14T18:52:21,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d14526-454f-0a32-8444-deef1e385e51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:52:21,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a 2024-11-14T18:52:21,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a, deleteOnExit=true 2024-11-14T18:52:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bf9e8030005, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:52:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bf9e8030002, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:52:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013bf9e8030008, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:52:21,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bf9e8030005, quorum=127.0.0.1:63392, baseZNode=/1413121748 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:52:21,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bf9e8030002, quorum=127.0.0.1:63392, baseZNode=/0-1597620503 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:52:21,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013bf9e8030008, quorum=127.0.0.1:63392, baseZNode=/2-1675666847 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:52:21,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/zookeeper_0, clientPort=53023, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:52:21,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53023 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/test.cache.data in system properties and HBase conf 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:52:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:52:21,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:52:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:52:21,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:21,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:21,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:21,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:21,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:52:21,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:21,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d26af6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:21,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1baf7b29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:22,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@715b68f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/java.io.tmpdir/jetty-localhost-36043-hadoop-hdfs-3_4_1-tests_jar-_-any-15264109174661626417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:22,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5481854a{HTTP/1.1, (http/1.1)}{localhost:36043} 2024-11-14T18:52:22,147 INFO [Time-limited test {}] server.Server(415): Started @269148ms 2024-11-14T18:52:22,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:22,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:22,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:22,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:22,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:52:22,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4925c354{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:22,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e49e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:23,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c773f45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/java.io.tmpdir/jetty-localhost-33557-hadoop-hdfs-3_4_1-tests_jar-_-any-3947703995729988720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:23,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c96f403{HTTP/1.1, (http/1.1)}{localhost:33557} 2024-11-14T18:52:23,178 INFO [Time-limited test {}] server.Server(415): Started @270179ms 2024-11-14T18:52:23,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:52:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:52:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:52:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:52:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:24,106 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/data/data1/current/BP-744882960-172.17.0.2-1731610341334/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:24,109 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/data/data2/current/BP-744882960-172.17.0.2-1731610341334/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:24,263 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:52:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d2311685bf66d7 with lease ID 0xc79eaa3373671205: Processing first storage report for DS-8f2be492-3807-4430-b2fc-43733ff8a715 from datanode DatanodeRegistration(127.0.0.1:45481, datanodeUuid=7a42d242-dd96-4140-9cc4-5552591dcb00, infoPort=45547, infoSecurePort=0, ipcPort=43995, storageInfo=lv=-57;cid=testClusterID;nsid=2116750099;c=1731610341334) 2024-11-14T18:52:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d2311685bf66d7 with lease ID 0xc79eaa3373671205: from storage DS-8f2be492-3807-4430-b2fc-43733ff8a715 node DatanodeRegistration(127.0.0.1:45481, datanodeUuid=7a42d242-dd96-4140-9cc4-5552591dcb00, infoPort=45547, infoSecurePort=0, ipcPort=43995, storageInfo=lv=-57;cid=testClusterID;nsid=2116750099;c=1731610341334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d2311685bf66d7 with lease ID 0xc79eaa3373671205: Processing first storage report for DS-cf9ea195-c14b-4d40-b2f4-7b89fbed4990 from datanode DatanodeRegistration(127.0.0.1:45481, datanodeUuid=7a42d242-dd96-4140-9cc4-5552591dcb00, infoPort=45547, infoSecurePort=0, ipcPort=43995, storageInfo=lv=-57;cid=testClusterID;nsid=2116750099;c=1731610341334) 2024-11-14T18:52:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d2311685bf66d7 with lease ID 0xc79eaa3373671205: from storage DS-cf9ea195-c14b-4d40-b2f4-7b89fbed4990 node DatanodeRegistration(127.0.0.1:45481, datanodeUuid=7a42d242-dd96-4140-9cc4-5552591dcb00, infoPort=45547, infoSecurePort=0, ipcPort=43995, storageInfo=lv=-57;cid=testClusterID;nsid=2116750099;c=1731610341334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:24,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a 2024-11-14T18:52:24,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:24,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:52:24,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:24,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:24,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646 with version=8 2024-11-14T18:52:24,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/hbase-staging 2024-11-14T18:52:24,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:52:24,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:24,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42677 2024-11-14T18:52:24,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42677 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:24,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426770x0, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:24,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42677-0x1013bfa82450000 connected 2024-11-14T18:52:25,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:25,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:25,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/running 2024-11-14T18:52:25,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646, hbase.cluster.distributed=false 2024-11-14T18:52:25,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/acl 2024-11-14T18:52:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T18:52:25,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42677 2024-11-14T18:52:25,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42677 2024-11-14T18:52:25,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T18:52:25,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T18:52:25,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:25,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:52:25,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:25,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44927 2024-11-14T18:52:25,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44927 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:25,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:25,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449270x0, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:25,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449270x0, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/running 2024-11-14T18:52:25,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:52:25,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44927-0x1013bfa82450001 connected 2024-11-14T18:52:25,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:52:25,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/master 2024-11-14T18:52:25,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/acl 2024-11-14T18:52:25,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-14T18:52:25,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44927 2024-11-14T18:52:25,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44927 2024-11-14T18:52:25,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-14T18:52:25,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-14T18:52:25,685 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:42677 2024-11-14T18:52:25,707 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1574253060/backup-masters/853c158ffd74,42677,1731610344840 2024-11-14T18:52:25,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/backup-masters 2024-11-14T18:52:25,726 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on existing znode=/0-1574253060/backup-masters/853c158ffd74,42677,1731610344840 2024-11-14T18:52:25,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/backup-masters 2024-11-14T18:52:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574253060/master 2024-11-14T18:52:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:25,739 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on existing znode=/0-1574253060/master 2024-11-14T18:52:25,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:25,742 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1574253060/backup-masters/853c158ffd74,42677,1731610344840 from backup master directory 2024-11-14T18:52:25,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/backup-masters 2024-11-14T18:52:25,751 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:25,751 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,42677,1731610344840 2024-11-14T18:52:25,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574253060/backup-masters/853c158ffd74,42677,1731610344840 2024-11-14T18:52:25,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/backup-masters 2024-11-14T18:52:25,765 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/hbase.id] with ID: 462bd90f-73e4-4ae5-983b-fb8a30973b3a 2024-11-14T18:52:25,765 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/.tmp/hbase.id 2024-11-14T18:52:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:52:26,184 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/.tmp/hbase.id]:[hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/hbase.id] 2024-11-14T18:52:26,232 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:26,232 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:52:26,233 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:52:26,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:52:26,775 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:26,776 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:52:26,782 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:52:27,279 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store 2024-11-14T18:52:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:27,382 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:27,382 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:27,382 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610347382Disabling compacts and flushes for region at 1731610347382Disabling writes for close at 1731610347382Writing region close event to WAL at 1731610347382Closed at 1731610347382 2024-11-14T18:52:27,389 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/.initializing 2024-11-14T18:52:27,390 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/WALs/853c158ffd74,42677,1731610344840 2024-11-14T18:52:27,391 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:27,392 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C42677%2C1731610344840, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/WALs/853c158ffd74,42677,1731610344840, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/oldWALs, maxLogs=10 2024-11-14T18:52:27,436 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/WALs/853c158ffd74,42677,1731610344840/853c158ffd74%2C42677%2C1731610344840.1731610347392, exclude list is [], retry=0 2024-11-14T18:52:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45481,DS-8f2be492-3807-4430-b2fc-43733ff8a715,DISK] 2024-11-14T18:52:27,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/WALs/853c158ffd74,42677,1731610344840/853c158ffd74%2C42677%2C1731610344840.1731610347392 2024-11-14T18:52:27,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547)] 2024-11-14T18:52:27,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:27,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:27,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,471 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:52:27,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:52:27,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:52:27,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:52:27,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:27,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:27,492 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,493 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,493 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,497 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:27,499 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:27,508 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:27,510 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72703596, jitterRate=0.08336800336837769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:27,510 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610347471Initializing all the Stores at 1731610347472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610347472Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610347481 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610347481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610347481Cleaning up temporary data from old regions at 1731610347497 (+16 ms)Region opened successfully at 1731610347510 (+13 ms) 2024-11-14T18:52:27,516 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:52:27,519 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16978771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:27,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:52:27,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:52:27,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:52:27,520 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:52:27,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:52:27,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:52:27,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:52:27,537 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:52:27,538 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Unable to get data of znode /0-1574253060/balancer because node does not exist (not necessarily an error) 2024-11-14T18:52:27,587 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/balancer already deleted, retry=false 2024-11-14T18:52:27,588 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:52:27,589 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Unable to get data of znode /0-1574253060/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:52:27,596 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/normalizer already deleted, retry=false 2024-11-14T18:52:27,596 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:52:27,599 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Unable to get data of znode /0-1574253060/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:52:27,609 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/switch/split already deleted, retry=false 2024-11-14T18:52:27,610 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Unable to get data of znode /0-1574253060/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:52:27,621 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/switch/merge already deleted, retry=false 2024-11-14T18:52:27,624 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Unable to get data of znode /0-1574253060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:52:27,633 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/snapshot-cleanup already deleted, retry=false 2024-11-14T18:52:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574253060/running 2024-11-14T18:52:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574253060/running 2024-11-14T18:52:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,42677,1731610344840, sessionid=0x1013bfa82450000, setting cluster-up flag (Was=false) 2024-11-14T18:52:27,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,688 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1574253060/flush-table-proc/acquired, /0-1574253060/flush-table-proc/reached, /0-1574253060/flush-table-proc/abort 2024-11-14T18:52:27,689 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42677,1731610344840 2024-11-14T18:52:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:27,740 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1574253060/online-snapshot/acquired, /0-1574253060/online-snapshot/reached, /0-1574253060/online-snapshot/abort 2024-11-14T18:52:27,743 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42677,1731610344840 2024-11-14T18:52:27,755 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:52:27,771 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:27,771 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:52:27,772 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:52:27,772 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,42677,1731610344840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:27,774 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:27,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:27,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:52:27,792 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:27,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:52:27,825 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610377825 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:52:27,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:52:27,844 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(746): ClusterId : 462bd90f-73e4-4ae5-983b-fb8a30973b3a 2024-11-14T18:52:27,844 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:52:27,859 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:27,859 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:52:27,859 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:52:27,860 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:52:27,860 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:52:27,860 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:52:27,860 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:52:27,874 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610347860,5,FailOnTimeoutGroup] 2024-11-14T18:52:27,874 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610347874,5,FailOnTimeoutGroup] 2024-11-14T18:52:27,874 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:27,874 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:52:27,874 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:27,875 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:52:27,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:52:27,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646 2024-11-14T18:52:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:52:27,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:28,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:28,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:28,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:28,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:28,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:28,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:28,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:28,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:28,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:28,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:28,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:28,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:28,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:28,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:28,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:28,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:28,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:28,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740 2024-11-14T18:52:28,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740 2024-11-14T18:52:28,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:28,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:28,014 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:28,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:28,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:28,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71166079, jitterRate=0.06045721471309662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610347985Initializing all the Stores at 1731610347988 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610347988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610348002 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610348002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610348002Cleaning up temporary data from old regions at 1731610348013 (+11 ms)Region opened successfully at 1731610348033 (+20 ms) 2024-11-14T18:52:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:28,033 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:28,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:28,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610348033Disabling compacts and flushes for region at 1731610348033Disabling writes for close at 1731610348033Writing region close event to WAL at 1731610348047 (+14 ms)Closed at 1731610348047 2024-11-14T18:52:28,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:28,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:52:28,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:52:28,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:28,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:52:28,059 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:52:28,059 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:52:28,114 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:52:28,115 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6159be93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:28,144 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:44927 2024-11-14T18:52:28,144 INFO [RS:0;853c158ffd74:44927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:52:28,144 INFO [RS:0;853c158ffd74:44927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:52:28,144 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:52:28,160 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,42677,1731610344840 with port=44927, startcode=1731610345425 2024-11-14T18:52:28,160 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:52:28,175 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:52:28,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42677 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,183 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646 2024-11-14T18:52:28,183 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45623 2024-11-14T18:52:28,183 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:52:28,203 WARN [853c158ffd74:42677 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:52:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/rs 2024-11-14T18:52:28,301 DEBUG [RS:0;853c158ffd74:44927 {}] zookeeper.ZKUtil(111): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on existing znode=/0-1574253060/rs/853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,301 WARN [RS:0;853c158ffd74:44927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:28,302 INFO [RS:0;853c158ffd74:44927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:28,302 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,44927,1731610345425] 2024-11-14T18:52:28,304 INFO [RS:0;853c158ffd74:44927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:52:28,306 INFO [RS:0;853c158ffd74:44927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:52:28,310 INFO [RS:0;853c158ffd74:44927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:52:28,310 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,322 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:52:28,328 INFO [RS:0;853c158ffd74:44927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:52:28,328 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:28,328 DEBUG [RS:0;853c158ffd74:44927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:28,362 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,362 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,363 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,363 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,363 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,363 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44927,1731610345425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:28,399 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:52:28,399 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,44927,1731610345425-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,399 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,400 INFO [RS:0;853c158ffd74:44927 {}] regionserver.Replication(171): 853c158ffd74,44927,1731610345425 started 2024-11-14T18:52:28,436 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:28,436 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,44927,1731610345425, RpcServer on 853c158ffd74/172.17.0.2:44927, sessionid=0x1013bfa82450001 2024-11-14T18:52:28,436 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:52:28,436 DEBUG [RS:0;853c158ffd74:44927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,436 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,44927,1731610345425' 2024-11-14T18:52:28,436 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1574253060/flush-table-proc/abort' 2024-11-14T18:52:28,450 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1574253060/flush-table-proc/acquired' 2024-11-14T18:52:28,456 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:52:28,457 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:52:28,457 DEBUG [RS:0;853c158ffd74:44927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,457 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,44927,1731610345425' 2024-11-14T18:52:28,457 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1574253060/online-snapshot/abort' 2024-11-14T18:52:28,461 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1574253060/online-snapshot/acquired' 2024-11-14T18:52:28,470 DEBUG [RS:0;853c158ffd74:44927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:52:28,470 INFO [RS:0;853c158ffd74:44927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:52:28,471 INFO [RS:0;853c158ffd74:44927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:52:28,575 INFO [RS:0;853c158ffd74:44927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:28,598 INFO [RS:0;853c158ffd74:44927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C44927%2C1731610345425, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/oldWALs, maxLogs=10 2024-11-14T18:52:28,644 DEBUG [RS:0;853c158ffd74:44927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, exclude list is [], retry=0 2024-11-14T18:52:28,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45481,DS-8f2be492-3807-4430-b2fc-43733ff8a715,DISK] 2024-11-14T18:52:28,683 INFO [RS:0;853c158ffd74:44927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 2024-11-14T18:52:28,687 DEBUG [RS:0;853c158ffd74:44927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547)] 2024-11-14T18:52:28,709 DEBUG [853c158ffd74:42677 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:52:28,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:28,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,44927,1731610345425, state=OPENING 2024-11-14T18:52:28,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:52:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:28,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574253060/meta-region-server: CHANGED 2024-11-14T18:52:28,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:28,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574253060/meta-region-server: CHANGED 2024-11-14T18:52:28,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:28,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,44927,1731610345425}] 2024-11-14T18:52:28,976 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:28,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:52:29,000 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:52:29,000 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:29,001 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:52:29,002 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C44927%2C1731610345425.meta, suffix=.meta, logDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/oldWALs, maxLogs=10 2024-11-14T18:52:29,023 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.meta.1731610349002.meta, exclude list is [], retry=0 2024-11-14T18:52:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45481,DS-8f2be492-3807-4430-b2fc-43733ff8a715,DISK] 2024-11-14T18:52:29,054 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.meta.1731610349002.meta 2024-11-14T18:52:29,063 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547)] 2024-11-14T18:52:29,063 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:29,063 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:29,063 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:29,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:52:29,064 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:52:29,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:52:29,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:29,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:52:29,064 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:52:29,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:29,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:29,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:29,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:29,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:29,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:29,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:29,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:29,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:29,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:29,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:29,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:29,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:29,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:29,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:29,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:29,104 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:29,104 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740 2024-11-14T18:52:29,105 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740 2024-11-14T18:52:29,108 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:29,109 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:29,109 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:29,111 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:29,111 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73615264, jitterRate=0.09695291519165039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:29,111 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:52:29,112 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610349064Writing region info on filesystem at 1731610349064Initializing all the Stores at 1731610349065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610349065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610349065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610349065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610349065Cleaning up temporary data from old regions at 1731610349109 (+44 ms)Running coprocessor post-open hooks at 1731610349111 (+2 ms)Region opened successfully at 1731610349112 (+1 ms) 2024-11-14T18:52:29,126 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610348976 2024-11-14T18:52:29,136 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:52:29,136 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:52:29,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:29,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,44927,1731610345425, state=OPEN 2024-11-14T18:52:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1574253060/meta-region-server 2024-11-14T18:52:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1574253060/meta-region-server 2024-11-14T18:52:29,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,44927,1731610345425 2024-11-14T18:52:29,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574253060/meta-region-server: CHANGED 2024-11-14T18:52:29,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574253060/meta-region-server: CHANGED 2024-11-14T18:52:29,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:52:29,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,44927,1731610345425 in 343 msec 2024-11-14T18:52:29,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:52:29,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1100 sec 2024-11-14T18:52:29,161 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:29,161 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:52:29,163 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:29,163 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,44927,1731610345425, seqNum=-1] 2024-11-14T18:52:29,163 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:29,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:29,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-14T18:52:29,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610349174, completionTime=-1 2024-11-14T18:52:29,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:52:29,174 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610409182 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610469182 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:42677, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,182 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,186 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,188 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:52:29,192 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.441sec 2024-11-14T18:52:29,192 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:29,193 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:52:29,223 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:52:29,223 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:52:29,223 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42677,1731610344840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:29,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d03fc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:29,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42677,-1 for getting cluster id 2024-11-14T18:52:29,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:29,256 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462bd90f-73e4-4ae5-983b-fb8a30973b3a' 2024-11-14T18:52:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462bd90f-73e4-4ae5-983b-fb8a30973b3a" 2024-11-14T18:52:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476a1447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42677,-1] 2024-11-14T18:52:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:29,258 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:29,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112496a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:29,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,44927,1731610345425, seqNum=-1] 2024-11-14T18:52:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:29,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:29,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,42677,1731610344840 2024-11-14T18:52:29,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:29,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir so I do NOT create it in target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f 2024-11-14T18:52:29,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:52:29,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.tmp.dir so I do NOT create it in target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f 2024-11-14T18:52:29,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:52:29,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f 2024-11-14T18:52:29,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/cluster_e44eaab2-a5de-20a0-b908-203991e40db8, deleteOnExit=true 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/test.cache.data in system properties and HBase conf 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:52:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:52:29,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:52:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:52:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:52:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:52:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:52:29,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bfa82450002 connected 2024-11-14T18:52:29,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:29,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:29,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:29,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:29,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:52:29,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:29,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa65bf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:29,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274c9b19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:30,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@557b24c6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/java.io.tmpdir/jetty-localhost-41273-hadoop-hdfs-3_4_1-tests_jar-_-any-8730509712895929840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:30,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db46414{HTTP/1.1, (http/1.1)}{localhost:41273} 2024-11-14T18:52:30,059 INFO [Time-limited test {}] server.Server(415): Started @277060ms 2024-11-14T18:52:30,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:30,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:30,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:30,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:30,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:52:30,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c4113cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:30,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec7e8dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:30,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64019185{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/java.io.tmpdir/jetty-localhost-40777-hadoop-hdfs-3_4_1-tests_jar-_-any-12298309001733424304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:30,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac7ff8b{HTTP/1.1, (http/1.1)}{localhost:40777} 2024-11-14T18:52:30,956 INFO [Time-limited test {}] server.Server(415): Started @277957ms 2024-11-14T18:52:30,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:52:31,816 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/cluster_e44eaab2-a5de-20a0-b908-203991e40db8/data/data1/current/BP-1055919702-172.17.0.2-1731610349362/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:31,834 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/cluster_e44eaab2-a5de-20a0-b908-203991e40db8/data/data2/current/BP-1055919702-172.17.0.2-1731610349362/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:31,939 WARN [Thread-3532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:52:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x445f5e36e1bcbd57 with lease ID 0x32dee7702c5f1b8a: Processing first storage report for DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=85ec3582-6923-4a51-99b5-9815344a513e, infoPort=44877, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1254665805;c=1731610349362) 2024-11-14T18:52:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x445f5e36e1bcbd57 with lease ID 0x32dee7702c5f1b8a: from storage DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=85ec3582-6923-4a51-99b5-9815344a513e, infoPort=44877, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1254665805;c=1731610349362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x445f5e36e1bcbd57 with lease ID 0x32dee7702c5f1b8a: Processing first storage report for DS-d737b918-f5dd-4526-9290-d56e5562aed4 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=85ec3582-6923-4a51-99b5-9815344a513e, infoPort=44877, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1254665805;c=1731610349362) 2024-11-14T18:52:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x445f5e36e1bcbd57 with lease ID 0x32dee7702c5f1b8a: from storage DS-d737b918-f5dd-4526-9290-d56e5562aed4 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=85ec3582-6923-4a51-99b5-9815344a513e, infoPort=44877, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1254665805;c=1731610349362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:32,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f 2024-11-14T18:52:32,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:32,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:52:32,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401 with version=8 2024-11-14T18:52:32,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/hbase-staging 2024-11-14T18:52:32,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:52:32,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:32,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45755 2024-11-14T18:52:32,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45755 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:32,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457550x0, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:32,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45755-0x1013bfa82450003 connected 2024-11-14T18:52:32,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:32,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:32,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/running 2024-11-14T18:52:32,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401, hbase.cluster.distributed=false 2024-11-14T18:52:32,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/acl 2024-11-14T18:52:32,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45755 2024-11-14T18:52:32,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45755 2024-11-14T18:52:33,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45755 2024-11-14T18:52:33,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45755 2024-11-14T18:52:33,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45755 2024-11-14T18:52:33,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:52:33,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:33,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43231 2024-11-14T18:52:33,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43231 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:33,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:33,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432310x0, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:33,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432310x0, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/running 2024-11-14T18:52:33,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:52:33,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43231-0x1013bfa82450004 connected 2024-11-14T18:52:33,169 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:52:33,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/master 2024-11-14T18:52:33,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/acl 2024-11-14T18:52:33,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-14T18:52:33,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43231 2024-11-14T18:52:33,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43231 2024-11-14T18:52:33,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-14T18:52:33,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-14T18:52:33,326 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:45755 2024-11-14T18:52:33,346 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1385830945/backup-masters/853c158ffd74,45755,1731610352544 2024-11-14T18:52:33,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/backup-masters 2024-11-14T18:52:33,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/backup-masters 2024-11-14T18:52:33,369 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on existing znode=/1385830945/backup-masters/853c158ffd74,45755,1731610352544 2024-11-14T18:52:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1385830945/master 2024-11-14T18:52:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:33,458 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on existing znode=/1385830945/master 2024-11-14T18:52:33,458 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1385830945/backup-masters/853c158ffd74,45755,1731610352544 from backup master directory 2024-11-14T18:52:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1385830945/backup-masters/853c158ffd74,45755,1731610352544 2024-11-14T18:52:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/backup-masters 2024-11-14T18:52:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/backup-masters 2024-11-14T18:52:33,502 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:33,502 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,45755,1731610352544 2024-11-14T18:52:33,519 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/hbase.id] with ID: 0293f741-e3e9-4557-ab40-3ca9756d4f13 2024-11-14T18:52:33,519 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/.tmp/hbase.id 2024-11-14T18:52:33,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:52:33,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:52:33,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:52:33,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:52:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:52:33,983 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/.tmp/hbase.id]:[hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/hbase.id] 2024-11-14T18:52:34,001 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:34,002 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:52:34,003 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:52:34,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:34,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:52:34,518 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:34,519 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:52:34,539 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:34,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:52:34,588 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store 2024-11-14T18:52:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:52:34,672 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:34,673 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:34,673 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:34,673 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:34,673 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:34,673 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:34,673 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:34,673 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610354672Disabling compacts and flushes for region at 1731610354672Disabling writes for close at 1731610354673 (+1 ms)Writing region close event to WAL at 1731610354673Closed at 1731610354673 2024-11-14T18:52:34,674 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/.initializing 2024-11-14T18:52:34,674 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/WALs/853c158ffd74,45755,1731610352544 2024-11-14T18:52:34,675 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:34,677 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C45755%2C1731610352544, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/WALs/853c158ffd74,45755,1731610352544, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/oldWALs, maxLogs=10 2024-11-14T18:52:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:34,709 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/WALs/853c158ffd74,45755,1731610352544/853c158ffd74%2C45755%2C1731610352544.1731610354677, exclude list is [], retry=0 2024-11-14T18:52:34,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e,DISK] 2024-11-14T18:52:34,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:52:34,753 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/WALs/853c158ffd74,45755,1731610352544/853c158ffd74%2C45755%2C1731610352544.1731610354677 2024-11-14T18:52:34,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44877:44877)] 2024-11-14T18:52:34,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:34,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:34,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,763 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:52:34,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:34,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:34,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:52:34,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:34,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:34,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:52:34,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:34,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:34,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:52:34,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:34,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:34,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,787 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,787 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,791 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,791 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,792 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:34,793 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:34,799 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:34,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68469385, jitterRate=0.020273342728614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:34,800 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610354763Initializing all the Stores at 1731610354764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610354764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610354778 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610354778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610354778Cleaning up temporary data from old regions at 1731610354791 (+13 ms)Region opened successfully at 1731610354800 (+9 ms) 2024-11-14T18:52:34,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:52:34,805 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4e4c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:34,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:52:34,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:52:34,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:52:34,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:52:34,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:52:34,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:52:34,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:52:34,873 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:52:34,874 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/balancer because node does not exist (not necessarily an error) 2024-11-14T18:52:34,923 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/balancer already deleted, retry=false 2024-11-14T18:52:34,923 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:52:34,924 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:52:34,933 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/normalizer already deleted, retry=false 2024-11-14T18:52:34,933 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:52:34,949 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:52:34,962 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/switch/split already deleted, retry=false 2024-11-14T18:52:34,971 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:52:34,977 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/switch/merge already deleted, retry=false 2024-11-14T18:52:34,983 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:52:34,994 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/snapshot-cleanup already deleted, retry=false 2024-11-14T18:52:35,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1385830945/running 2024-11-14T18:52:35,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:35,003 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,45755,1731610352544, sessionid=0x1013bfa82450003, setting cluster-up flag (Was=false) 2024-11-14T18:52:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1385830945/running 2024-11-14T18:52:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:35,063 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1385830945/flush-table-proc/acquired, /1385830945/flush-table-proc/reached, /1385830945/flush-table-proc/abort 2024-11-14T18:52:35,064 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45755,1731610352544 2024-11-14T18:52:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:35,116 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1385830945/online-snapshot/acquired, /1385830945/online-snapshot/reached, /1385830945/online-snapshot/abort 2024-11-14T18:52:35,119 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45755,1731610352544 2024-11-14T18:52:35,125 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:52:35,147 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:35,147 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:52:35,148 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:52:35,148 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,45755,1731610352544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:52:35,151 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:35,151 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:35,151 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:35,151 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:35,152 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:52:35,152 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,152 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:35,152 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:35,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:52:35,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:35,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:52:35,260 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610385260 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:52:35,261 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:52:35,270 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,302 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(746): ClusterId : 0293f741-e3e9-4557-ab40-3ca9756d4f13 2024-11-14T18:52:35,302 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:52:35,311 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:52:35,311 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:52:35,311 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:52:35,311 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:52:35,316 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:52:35,316 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:52:35,326 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:52:35,326 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e3b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:35,343 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:52:35,343 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:52:35,401 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:43231 2024-11-14T18:52:35,401 INFO [RS:0;853c158ffd74:43231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:52:35,401 INFO [RS:0;853c158ffd74:43231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:52:35,401 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:52:35,402 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45755,1731610352544 with port=43231, startcode=1731610353065 2024-11-14T18:52:35,402 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:52:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:52:35,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:52:35,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401 2024-11-14T18:52:35,418 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610355343,5,FailOnTimeoutGroup] 2024-11-14T18:52:35,422 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610355418,5,FailOnTimeoutGroup] 2024-11-14T18:52:35,422 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,423 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:52:35,423 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,423 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,432 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:52:35,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45755 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,435 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401 2024-11-14T18:52:35,435 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43331 2024-11-14T18:52:35,435 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:52:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:52:35,502 DEBUG [RS:0;853c158ffd74:43231 {}] zookeeper.ZKUtil(111): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on existing znode=/1385830945/rs/853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,502 WARN [RS:0;853c158ffd74:43231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:35,502 INFO [RS:0;853c158ffd74:43231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:35,502 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/rs 2024-11-14T18:52:35,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:35,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,43231,1731610353065] 2024-11-14T18:52:35,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:35,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:35,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:35,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:35,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:35,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:35,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:35,563 INFO [RS:0;853c158ffd74:43231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:52:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:35,575 INFO [RS:0;853c158ffd74:43231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:52:35,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:35,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:35,591 INFO [RS:0;853c158ffd74:43231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:52:35,591 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:35,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:35,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:35,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:35,614 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:52:35,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:35,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:35,619 INFO [RS:0;853c158ffd74:43231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:52:35,619 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,619 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:35,620 DEBUG [RS:0;853c158ffd74:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740 2024-11-14T18:52:35,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740 2024-11-14T18:52:35,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:35,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:35,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:35,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:35,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:35,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541953, jitterRate=0.021354690194129944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:35,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610355511Initializing all the Stores at 1731610355515 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610355515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610355518 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610355518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610355518Cleaning up temporary data from old regions at 1731610355631 (+113 ms)Region opened successfully at 1731610355665 (+34 ms) 2024-11-14T18:52:35,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:35,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:35,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:35,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:35,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:35,670 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,671 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,671 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,671 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,671 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,671 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43231,1731610353065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:35,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:35,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610355666Disabling compacts and flushes for region at 1731610355666Disabling writes for close at 1731610355666Writing region close event to WAL at 1731610355702 (+36 ms)Closed at 1731610355702 2024-11-14T18:52:35,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:35,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:52:35,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:52:35,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:35,706 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:52:35,711 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:52:35,711 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43231,1731610353065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,711 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,711 INFO [RS:0;853c158ffd74:43231 {}] regionserver.Replication(171): 853c158ffd74,43231,1731610353065 started 2024-11-14T18:52:35,748 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:35,748 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,43231,1731610353065, RpcServer on 853c158ffd74/172.17.0.2:43231, sessionid=0x1013bfa82450004 2024-11-14T18:52:35,748 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:52:35,748 DEBUG [RS:0;853c158ffd74:43231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,748 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,43231,1731610353065' 2024-11-14T18:52:35,748 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1385830945/flush-table-proc/abort' 2024-11-14T18:52:35,749 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1385830945/flush-table-proc/acquired' 2024-11-14T18:52:35,749 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:52:35,749 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:52:35,750 DEBUG [RS:0;853c158ffd74:43231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,43231,1731610353065 2024-11-14T18:52:35,750 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,43231,1731610353065' 2024-11-14T18:52:35,750 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1385830945/online-snapshot/abort' 2024-11-14T18:52:35,750 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1385830945/online-snapshot/acquired' 2024-11-14T18:52:35,750 DEBUG [RS:0;853c158ffd74:43231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:52:35,750 INFO [RS:0;853c158ffd74:43231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:52:35,750 INFO [RS:0;853c158ffd74:43231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:52:35,851 INFO [RS:0;853c158ffd74:43231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:35,857 WARN [853c158ffd74:45755 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:52:35,857 INFO [RS:0;853c158ffd74:43231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43231%2C1731610353065, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/oldWALs, maxLogs=10 2024-11-14T18:52:35,880 DEBUG [RS:0;853c158ffd74:43231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, exclude list is [], retry=0 2024-11-14T18:52:35,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e,DISK] 2024-11-14T18:52:35,909 INFO [RS:0;853c158ffd74:43231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 2024-11-14T18:52:35,909 DEBUG [RS:0;853c158ffd74:43231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44877:44877)] 2024-11-14T18:52:36,107 DEBUG [853c158ffd74:45755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:52:36,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:36,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,43231,1731610353065, state=OPENING 2024-11-14T18:52:36,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:52:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:36,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1385830945/meta-region-server: CHANGED 2024-11-14T18:52:36,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1385830945/meta-region-server: CHANGED 2024-11-14T18:52:36,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:36,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,43231,1731610353065}] 2024-11-14T18:52:36,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:36,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:52:36,323 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:52:36,323 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:36,323 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:52:36,325 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43231%2C1731610353065.meta, suffix=.meta, logDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/oldWALs, maxLogs=10 2024-11-14T18:52:36,346 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.meta.1731610356325.meta, exclude list is [], retry=0 2024-11-14T18:52:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e,DISK] 2024-11-14T18:52:36,357 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.meta.1731610356325.meta 2024-11-14T18:52:36,358 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44877:44877)] 2024-11-14T18:52:36,359 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:36,359 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:36,359 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:36,359 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:52:36,360 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:52:36,360 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:52:36,360 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:36,360 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:52:36,360 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:52:36,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:36,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:36,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:36,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:36,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:36,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:36,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:36,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:36,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:36,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:36,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:36,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:36,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:36,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:36,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:36,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:36,368 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:36,369 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740 2024-11-14T18:52:36,370 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740 2024-11-14T18:52:36,371 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:36,371 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:36,372 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:36,379 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:36,382 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65849530, jitterRate=-0.018765538930892944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:36,382 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:52:36,382 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610356360Writing region info on filesystem at 1731610356360Initializing all the Stores at 1731610356361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610356361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610356362 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610356362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610356362Cleaning up temporary data from old regions at 1731610356371 (+9 ms)Running coprocessor post-open hooks at 1731610356382 (+11 ms)Region opened successfully at 1731610356382 2024-11-14T18:52:36,383 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610356315 2024-11-14T18:52:36,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:36,387 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,43231,1731610353065, state=OPEN 2024-11-14T18:52:36,387 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:52:36,388 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:52:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1385830945/meta-region-server 2024-11-14T18:52:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1385830945/meta-region-server 2024-11-14T18:52:36,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1385830945/meta-region-server: CHANGED 2024-11-14T18:52:36,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1385830945/meta-region-server: CHANGED 2024-11-14T18:52:36,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,43231,1731610353065 2024-11-14T18:52:36,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:52:36,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,43231,1731610353065 in 254 msec 2024-11-14T18:52:36,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:52:36,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-14T18:52:36,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:36,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:52:36,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:36,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43231,1731610353065, seqNum=-1] 2024-11-14T18:52:36,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:36,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:36,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-14T18:52:36,440 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610356440, completionTime=-1 2024-11-14T18:52:36,440 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:52:36,440 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610416443 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610476443 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,443 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,444 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:45755, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,444 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,445 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,448 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:36,451 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:52:36,458 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:52:36,458 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:52:36,458 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45755,1731610352544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:36,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19375c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:36,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:36,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:36,510 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c8f653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:36,513 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:36,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b617186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:36,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43231,1731610353065, seqNum=-1] 2024-11-14T18:52:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:36,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,45755,1731610352544 2024-11-14T18:52:36,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:36,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:36,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bfa82450005 connected 2024-11-14T18:52:36,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir so I do NOT create it in target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba 2024-11-14T18:52:36,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:52:36,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.tmp.dir so I do NOT create it in target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba 2024-11-14T18:52:36,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:52:36,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba 2024-11-14T18:52:36,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:52:36,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/cluster_19cd9916-64e3-42d9-1130-d360cc7708a0, deleteOnExit=true 2024-11-14T18:52:36,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/test.cache.data in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:52:36,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:52:36,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:52:36,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:52:36,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:36,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:36,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:36,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:36,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:52:36,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:36,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@699d3b4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:36,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1136e09f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:37,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@705fc01e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/java.io.tmpdir/jetty-localhost-33425-hadoop-hdfs-3_4_1-tests_jar-_-any-7166013274634307012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:52:37,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e157e77{HTTP/1.1, (http/1.1)}{localhost:33425} 2024-11-14T18:52:37,036 INFO [Time-limited test {}] server.Server(415): Started @284037ms 2024-11-14T18:52:37,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:52:37,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:52:37,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:52:37,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:52:37,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:52:37,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d05700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:52:37,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e6c0f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:52:37,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f0f1ecd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/java.io.tmpdir/jetty-localhost-40851-hadoop-hdfs-3_4_1-tests_jar-_-any-4598832931738122482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:52:37,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2707d684{HTTP/1.1, (http/1.1)}{localhost:40851} 2024-11-14T18:52:37,465 INFO [Time-limited test {}] server.Server(415): Started @284466ms 2024-11-14T18:52:37,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:52:37,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:37,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:37,562 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88675 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:37,966 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/cluster_19cd9916-64e3-42d9-1130-d360cc7708a0/data/data1/current/BP-1957479275-172.17.0.2-1731610356580/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:37,992 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/cluster_19cd9916-64e3-42d9-1130-d360cc7708a0/data/data2/current/BP-1957479275-172.17.0.2-1731610356580/current, will proceed with Du for space computation calculation, 2024-11-14T18:52:38,079 WARN [Thread-3653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:52:38,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f0e01dc1b62a0b7 with lease ID 0x8b43d4646dde69ad: Processing first storage report for DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=fc998343-2e8d-4ee5-80ba-a98b9dd1685d, infoPort=45299, infoSecurePort=0, ipcPort=39633, storageInfo=lv=-57;cid=testClusterID;nsid=841438419;c=1731610356580) 2024-11-14T18:52:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f0e01dc1b62a0b7 with lease ID 0x8b43d4646dde69ad: from storage DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=fc998343-2e8d-4ee5-80ba-a98b9dd1685d, infoPort=45299, infoSecurePort=0, ipcPort=39633, storageInfo=lv=-57;cid=testClusterID;nsid=841438419;c=1731610356580), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f0e01dc1b62a0b7 with lease ID 0x8b43d4646dde69ad: Processing first storage report for DS-5be8ce60-2384-423b-a5f3-959e06feaf73 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=fc998343-2e8d-4ee5-80ba-a98b9dd1685d, infoPort=45299, infoSecurePort=0, ipcPort=39633, storageInfo=lv=-57;cid=testClusterID;nsid=841438419;c=1731610356580) 2024-11-14T18:52:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f0e01dc1b62a0b7 with lease ID 0x8b43d4646dde69ad: from storage DS-5be8ce60-2384-423b-a5f3-959e06feaf73 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=fc998343-2e8d-4ee5-80ba-a98b9dd1685d, infoPort=45299, infoSecurePort=0, ipcPort=39633, storageInfo=lv=-57;cid=testClusterID;nsid=841438419;c=1731610356580), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:52:38,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba 2024-11-14T18:52:38,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:52:38,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82 with version=8 2024-11-14T18:52:38,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/hbase-staging 2024-11-14T18:52:38,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:52:38,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:38,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45313 2024-11-14T18:52:38,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45313 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453130x0, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:38,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45313-0x1013bfa82450006 connected 2024-11-14T18:52:38,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/running 2024-11-14T18:52:38,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82, hbase.cluster.distributed=false 2024-11-14T18:52:38,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/acl 2024-11-14T18:52:38,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-14T18:52:38,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-11-14T18:52:38,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-11-14T18:52:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-14T18:52:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-14T18:52:38,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:52:38,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:52:38,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:52:38,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:52:38,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:52:38,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:52:38,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40635 2024-11-14T18:52:38,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40635 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:38,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406350x0, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:38,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406350x0, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/running 2024-11-14T18:52:38,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40635-0x1013bfa82450007 connected 2024-11-14T18:52:38,769 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:52:38,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:52:38,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/master 2024-11-14T18:52:38,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/acl 2024-11-14T18:52:38,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-14T18:52:38,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40635 2024-11-14T18:52:38,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40635 2024-11-14T18:52:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-14T18:52:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-14T18:52:38,796 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:45313 2024-11-14T18:52:38,797 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2120631268/backup-masters/853c158ffd74,45313,1731610358566 2024-11-14T18:52:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/backup-masters 2024-11-14T18:52:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/backup-masters 2024-11-14T18:52:38,807 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on existing znode=/2120631268/backup-masters/853c158ffd74,45313,1731610358566 2024-11-14T18:52:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2120631268/master 2024-11-14T18:52:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:38,819 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on existing znode=/2120631268/master 2024-11-14T18:52:38,819 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2120631268/backup-masters/853c158ffd74,45313,1731610358566 from backup master directory 2024-11-14T18:52:38,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/backup-masters 2024-11-14T18:52:38,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2120631268/backup-masters/853c158ffd74,45313,1731610358566 2024-11-14T18:52:38,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/backup-masters 2024-11-14T18:52:38,827 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:38,827 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,45313,1731610358566 2024-11-14T18:52:38,830 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/hbase.id] with ID: 874dfc75-5a50-40f1-9210-fba5bf25f6ef 2024-11-14T18:52:38,830 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/.tmp/hbase.id 2024-11-14T18:52:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:52:39,237 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/.tmp/hbase.id]:[hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/hbase.id] 2024-11-14T18:52:39,254 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:52:39,254 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:52:39,255 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:52:39,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:39,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:52:39,744 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:39,745 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:52:39,745 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:52:40,152 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store 2024-11-14T18:52:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:52:40,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:40,558 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:52:40,558 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610360558Disabling compacts and flushes for region at 1731610360558Disabling writes for close at 1731610360558Writing region close event to WAL at 1731610360558Closed at 1731610360558 2024-11-14T18:52:40,559 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/.initializing 2024-11-14T18:52:40,559 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/WALs/853c158ffd74,45313,1731610358566 2024-11-14T18:52:40,560 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:40,561 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C45313%2C1731610358566, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/WALs/853c158ffd74,45313,1731610358566, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/oldWALs, maxLogs=10 2024-11-14T18:52:40,575 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/WALs/853c158ffd74,45313,1731610358566/853c158ffd74%2C45313%2C1731610358566.1731610360561, exclude list is [], retry=0 2024-11-14T18:52:40,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576,DISK] 2024-11-14T18:52:40,578 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/WALs/853c158ffd74,45313,1731610358566/853c158ffd74%2C45313%2C1731610358566.1731610360561 2024-11-14T18:52:40,579 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-14T18:52:40,579 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:40,579 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:40,579 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,579 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:52:40,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:40,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:40,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:52:40,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:40,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:40,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:52:40,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:40,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:40,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:52:40,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:40,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:40,586 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,587 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,587 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,588 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,588 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,588 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:40,589 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:52:40,591 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:40,591 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75278636, jitterRate=0.12173908948898315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:40,591 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610360579Initializing all the Stores at 1731610360580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610360580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610360580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610360580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610360580Cleaning up temporary data from old regions at 1731610360588 (+8 ms)Region opened successfully at 1731610360591 (+3 ms) 2024-11-14T18:52:40,592 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:52:40,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758430c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:40,596 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:52:40,596 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:52:40,596 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:52:40,596 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:52:40,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:52:40,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:52:40,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:52:40,601 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:52:40,601 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/balancer because node does not exist (not necessarily an error) 2024-11-14T18:52:40,651 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/balancer already deleted, retry=false 2024-11-14T18:52:40,652 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:52:40,652 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:52:40,659 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/normalizer already deleted, retry=false 2024-11-14T18:52:40,660 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:52:40,662 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:52:40,668 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/switch/split already deleted, retry=false 2024-11-14T18:52:40,669 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:52:40,676 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/switch/merge already deleted, retry=false 2024-11-14T18:52:40,678 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:52:40,684 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/snapshot-cleanup already deleted, retry=false 2024-11-14T18:52:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2120631268/running 2024-11-14T18:52:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2120631268/running 2024-11-14T18:52:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,693 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,45313,1731610358566, sessionid=0x1013bfa82450006, setting cluster-up flag (Was=false) 2024-11-14T18:52:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2120631268/flush-table-proc/acquired, /2120631268/flush-table-proc/reached, /2120631268/flush-table-proc/abort 2024-11-14T18:52:40,736 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45313,1731610358566 2024-11-14T18:52:40,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:40,777 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2120631268/online-snapshot/acquired, /2120631268/online-snapshot/reached, /2120631268/online-snapshot/abort 2024-11-14T18:52:40,778 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45313,1731610358566 2024-11-14T18:52:40,779 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:52:40,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:40,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:52:40,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:52:40,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,45313,1731610358566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:52:40,785 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:40,786 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:40,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:52:40,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:40,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:52:40,791 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(746): ClusterId : 874dfc75-5a50-40f1-9210-fba5bf25f6ef 2024-11-14T18:52:40,791 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:52:40,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610390799 2024-11-14T18:52:40,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:52:40,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:52:40,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:52:40,799 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:52:40,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:52:40,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:52:40,800 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:52:40,802 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:52:40,802 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:52:40,802 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:52:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:52:40,805 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610360802,5,FailOnTimeoutGroup] 2024-11-14T18:52:40,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:52:40,806 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82 2024-11-14T18:52:40,806 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610360805,5,FailOnTimeoutGroup] 2024-11-14T18:52:40,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:52:40,806 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,807 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,810 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:52:40,810 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f2a833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:52:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:52:40,824 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:40635 2024-11-14T18:52:40,824 INFO [RS:0;853c158ffd74:40635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:52:40,824 INFO [RS:0;853c158ffd74:40635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:52:40,824 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:52:40,825 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45313,1731610358566 with port=40635, startcode=1731610358723 2024-11-14T18:52:40,825 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:52:40,827 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:52:40,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,829 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82 2024-11-14T18:52:40,829 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37833 2024-11-14T18:52:40,829 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:52:40,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/rs 2024-11-14T18:52:40,881 DEBUG [RS:0;853c158ffd74:40635 {}] zookeeper.ZKUtil(111): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on existing znode=/2120631268/rs/853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,881 WARN [RS:0;853c158ffd74:40635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:52:40,881 INFO [RS:0;853c158ffd74:40635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:40,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,40635,1731610358723] 2024-11-14T18:52:40,881 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,884 INFO [RS:0;853c158ffd74:40635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:52:40,886 INFO [RS:0;853c158ffd74:40635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:52:40,886 INFO [RS:0;853c158ffd74:40635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:52:40,886 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,886 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:52:40,887 INFO [RS:0;853c158ffd74:40635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:52:40,887 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:52:40,887 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:40,888 DEBUG [RS:0;853c158ffd74:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,891 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40635,1731610358723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:40,908 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:52:40,909 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40635,1731610358723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,909 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,909 INFO [RS:0;853c158ffd74:40635 {}] regionserver.Replication(171): 853c158ffd74,40635,1731610358723 started 2024-11-14T18:52:40,927 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:40,927 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,40635,1731610358723, RpcServer on 853c158ffd74/172.17.0.2:40635, sessionid=0x1013bfa82450007 2024-11-14T18:52:40,927 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:52:40,927 DEBUG [RS:0;853c158ffd74:40635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,927 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40635,1731610358723' 2024-11-14T18:52:40,927 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2120631268/flush-table-proc/abort' 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2120631268/flush-table-proc/acquired' 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,40635,1731610358723 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40635,1731610358723' 2024-11-14T18:52:40,928 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2120631268/online-snapshot/abort' 2024-11-14T18:52:40,929 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2120631268/online-snapshot/acquired' 2024-11-14T18:52:40,929 DEBUG [RS:0;853c158ffd74:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:52:40,929 INFO [RS:0;853c158ffd74:40635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:52:40,929 INFO [RS:0;853c158ffd74:40635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:52:41,029 INFO [RS:0;853c158ffd74:40635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:52:41,031 INFO [RS:0;853c158ffd74:40635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C40635%2C1731610358723, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/oldWALs, maxLogs=10 2024-11-14T18:52:41,072 DEBUG [RS:0;853c158ffd74:40635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, exclude list is [], retry=0 2024-11-14T18:52:41,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576,DISK] 2024-11-14T18:52:41,079 INFO [RS:0;853c158ffd74:40635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 2024-11-14T18:52:41,082 DEBUG [RS:0;853c158ffd74:40635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-14T18:52:41,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:41,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:41,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:41,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:41,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:41,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:41,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:41,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:41,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:41,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740 2024-11-14T18:52:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740 2024-11-14T18:52:41,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:41,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:41,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:41,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:41,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:41,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70811231, jitterRate=0.055169567465782166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610361226Initializing all the Stores at 1731610361226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610361226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361226Cleaning up temporary data from old regions at 1731610361233 (+7 ms)Region opened successfully at 1731610361236 (+3 ms) 2024-11-14T18:52:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:41,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:41,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:41,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610361236Disabling compacts and flushes for region at 1731610361236Disabling writes for close at 1731610361236Writing region close event to WAL at 1731610361236Closed at 1731610361236 2024-11-14T18:52:41,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:41,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:52:41,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:52:41,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:41,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:52:41,389 DEBUG [853c158ffd74:45313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:52:41,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:41,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40635,1731610358723, state=OPENING 2024-11-14T18:52:41,426 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:52:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:41,435 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:52:41,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40635,1731610358723}] 2024-11-14T18:52:41,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2120631268/meta-region-server: CHANGED 2024-11-14T18:52:41,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2120631268/meta-region-server: CHANGED 2024-11-14T18:52:41,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:41,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:52:41,592 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:52:41,592 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:41,593 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:52:41,594 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C40635%2C1731610358723.meta, suffix=.meta, logDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/oldWALs, maxLogs=10 2024-11-14T18:52:41,614 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.meta.1731610361595.meta, exclude list is [], retry=0 2024-11-14T18:52:41,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576,DISK] 2024-11-14T18:52:41,624 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.meta.1731610361595.meta 2024-11-14T18:52:41,626 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-14T18:52:41,626 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:41,626 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:52:41,627 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:52:41,627 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:52:41,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:52:41,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:52:41,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:52:41,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:52:41,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:52:41,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:52:41,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:52:41,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:52:41,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:52:41,637 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:52:41,637 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740 2024-11-14T18:52:41,638 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740 2024-11-14T18:52:41,639 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:52:41,639 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:52:41,639 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:52:41,640 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:52:41,641 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61933723, jitterRate=-0.07711561024188995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:52:41,641 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:52:41,641 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610361627Writing region info on filesystem at 1731610361627Initializing all the Stores at 1731610361628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361630 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610361630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610361630Cleaning up temporary data from old regions at 1731610361639 (+9 ms)Running coprocessor post-open hooks at 1731610361641 (+2 ms)Region opened successfully at 1731610361641 2024-11-14T18:52:41,642 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610361587 2024-11-14T18:52:41,643 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:52:41,643 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:52:41,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:41,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40635,1731610358723, state=OPEN 2024-11-14T18:52:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2120631268/meta-region-server 2024-11-14T18:52:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2120631268/meta-region-server 2024-11-14T18:52:41,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2120631268/meta-region-server: CHANGED 2024-11-14T18:52:41,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2120631268/meta-region-server: CHANGED 2024-11-14T18:52:41,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,40635,1731610358723 2024-11-14T18:52:41,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:52:41,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40635,1731610358723 in 242 msec 2024-11-14T18:52:41,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:52:41,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-14T18:52:41,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:52:41,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:52:41,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:41,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40635,1731610358723, seqNum=-1] 2024-11-14T18:52:41,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:41,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:41,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 904 msec 2024-11-14T18:52:41,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610361687, completionTime=-1 2024-11-14T18:52:41,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:52:41,687 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:52:41,689 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:52:41,689 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610421689 2024-11-14T18:52:41,689 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610481689 2024-11-14T18:52:41,689 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:52:41,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:45313, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,690 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,691 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,692 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.870sec 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:52:41,697 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:52:41,698 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:52:41,705 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:52:41,705 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:52:41,705 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45313,1731610358566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:52:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5714d192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:41,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:41,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:41,796 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:41,798 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:41,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d8ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:41,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40635,1731610358723, seqNum=-1] 2024-11-14T18:52:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:41,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:41,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,45313,1731610358566 2024-11-14T18:52:41,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-14T18:52:41,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:52:41,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013bfa82450008 connected 2024-11-14T18:52:41,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42677,1731610344840 2024-11-14T18:52:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7aedab 2024-11-14T18:52:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:41,829 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:41,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:52:41,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:41,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:41,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:52:41,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:52:41,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:41,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:42,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d66cfdec2bf70c7eaa8d9396b2ddb3d7, NAME => 'test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646 2024-11-14T18:52:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:52:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d66cfdec2bf70c7eaa8d9396b2ddb3d7, disabling compactions & flushes 2024-11-14T18:52:42,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. after waiting 0 ms 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d66cfdec2bf70c7eaa8d9396b2ddb3d7: Waiting for close lock at 1731610362648Disabling compacts and flushes for region at 1731610362648Disabling writes for close at 1731610362648Writing region close event to WAL at 1731610362648Closed at 1731610362648 2024-11-14T18:52:42,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:42,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610362649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610362649"}]},"ts":"1731610362649"} 2024-11-14T18:52:42,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:42,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:42,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610362654"}]},"ts":"1731610362654"} 2024-11-14T18:52:42,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:52:42,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d66cfdec2bf70c7eaa8d9396b2ddb3d7, ASSIGN}] 2024-11-14T18:52:42,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d66cfdec2bf70c7eaa8d9396b2ddb3d7, ASSIGN 2024-11-14T18:52:42,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d66cfdec2bf70c7eaa8d9396b2ddb3d7, ASSIGN; state=OFFLINE, location=853c158ffd74,44927,1731610345425; forceNewPlan=false, retain=false 2024-11-14T18:52:42,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d66cfdec2bf70c7eaa8d9396b2ddb3d7, regionState=OPENING, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:42,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d66cfdec2bf70c7eaa8d9396b2ddb3d7, ASSIGN because future has completed 2024-11-14T18:52:42,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d66cfdec2bf70c7eaa8d9396b2ddb3d7, server=853c158ffd74,44927,1731610345425}] 2024-11-14T18:52:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:42,972 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,972 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d66cfdec2bf70c7eaa8d9396b2ddb3d7, NAME => 'test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:42,972 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:42,972 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:52:42,973 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,973 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:42,973 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,973 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,974 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,975 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d66cfdec2bf70c7eaa8d9396b2ddb3d7 columnFamilyName f 2024-11-14T18:52:42,975 DEBUG [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:42,975 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(327): Store=d66cfdec2bf70c7eaa8d9396b2ddb3d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:42,975 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,977 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d66cfdec2bf70c7eaa8d9396b2ddb3d7 columnFamilyName f1 2024-11-14T18:52:42,977 DEBUG [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:42,977 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(327): Store=d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:42,977 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,978 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d66cfdec2bf70c7eaa8d9396b2ddb3d7 columnFamilyName norep 2024-11-14T18:52:42,978 DEBUG [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:42,979 INFO [StoreOpener-d66cfdec2bf70c7eaa8d9396b2ddb3d7-1 {}] regionserver.HStore(327): Store=d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:42,979 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,979 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,979 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,982 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,982 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,983 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:42,984 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,985 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:42,986 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d66cfdec2bf70c7eaa8d9396b2ddb3d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75333522, jitterRate=0.12255695462226868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:42,986 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:52:42,986 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d66cfdec2bf70c7eaa8d9396b2ddb3d7: Running coprocessor pre-open hook at 1731610362973Writing region info on filesystem at 1731610362973Initializing all the Stores at 1731610362973Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610362973Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610362973Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610362974 (+1 ms)Cleaning up temporary data from old regions at 1731610362982 (+8 ms)Running coprocessor post-open hooks at 1731610362986 (+4 ms)Region opened successfully at 1731610362986 2024-11-14T18:52:42,987 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7., pid=6, masterSystemTime=1731610362967 2024-11-14T18:52:42,989 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,989 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:52:42,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d66cfdec2bf70c7eaa8d9396b2ddb3d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:42,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d66cfdec2bf70c7eaa8d9396b2ddb3d7, server=853c158ffd74,44927,1731610345425 because future has completed 2024-11-14T18:52:42,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:52:42,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d66cfdec2bf70c7eaa8d9396b2ddb3d7, server=853c158ffd74,44927,1731610345425 in 178 msec 2024-11-14T18:52:42,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:52:42,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d66cfdec2bf70c7eaa8d9396b2ddb3d7, ASSIGN in 337 msec 2024-11-14T18:52:42,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:42,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610362998"}]},"ts":"1731610362998"} 2024-11-14T18:52:43,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:52:43,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:43,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-14T18:52:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:52:43,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:52:43,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:43,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:52:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:43,982 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:52:43,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61795368 2024-11-14T18:52:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:43,984 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:43,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:52:43,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:43,987 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:43,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:43,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:52:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:52:44,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e76e9ed794e7ea763239688b80faf0c3, NAME => 'test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401 2024-11-14T18:52:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:52:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e76e9ed794e7ea763239688b80faf0c3, disabling compactions & flushes 2024-11-14T18:52:44,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. after waiting 0 ms 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e76e9ed794e7ea763239688b80faf0c3: Waiting for close lock at 1731610364454Disabling compacts and flushes for region at 1731610364454Disabling writes for close at 1731610364454Writing region close event to WAL at 1731610364454Closed at 1731610364454 2024-11-14T18:52:44,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:44,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610364456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610364456"}]},"ts":"1731610364456"} 2024-11-14T18:52:44,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:44,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:44,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610364459"}]},"ts":"1731610364459"} 2024-11-14T18:52:44,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:52:44,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e76e9ed794e7ea763239688b80faf0c3, ASSIGN}] 2024-11-14T18:52:44,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e76e9ed794e7ea763239688b80faf0c3, ASSIGN 2024-11-14T18:52:44,463 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e76e9ed794e7ea763239688b80faf0c3, ASSIGN; state=OFFLINE, location=853c158ffd74,43231,1731610353065; forceNewPlan=false, retain=false 2024-11-14T18:52:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:44,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e76e9ed794e7ea763239688b80faf0c3, regionState=OPENING, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e76e9ed794e7ea763239688b80faf0c3, ASSIGN because future has completed 2024-11-14T18:52:44,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76e9ed794e7ea763239688b80faf0c3, server=853c158ffd74,43231,1731610353065}] 2024-11-14T18:52:44,780 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,780 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e76e9ed794e7ea763239688b80faf0c3, NAME => 'test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:44,781 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:44,781 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:52:44,781 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,781 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:44,781 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,781 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,787 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,788 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76e9ed794e7ea763239688b80faf0c3 columnFamilyName f 2024-11-14T18:52:44,788 DEBUG [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:44,788 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(327): Store=e76e9ed794e7ea763239688b80faf0c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:44,789 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,790 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76e9ed794e7ea763239688b80faf0c3 columnFamilyName f1 2024-11-14T18:52:44,790 DEBUG [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:44,790 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(327): Store=e76e9ed794e7ea763239688b80faf0c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:44,790 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,792 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76e9ed794e7ea763239688b80faf0c3 columnFamilyName norep 2024-11-14T18:52:44,792 DEBUG [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:44,792 INFO [StoreOpener-e76e9ed794e7ea763239688b80faf0c3-1 {}] regionserver.HStore(327): Store=e76e9ed794e7ea763239688b80faf0c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:44,793 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,793 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,793 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,795 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,795 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,795 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:44,797 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,798 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:44,799 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e76e9ed794e7ea763239688b80faf0c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61168516, jitterRate=-0.08851808309555054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:44,799 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:52:44,799 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e76e9ed794e7ea763239688b80faf0c3: Running coprocessor pre-open hook at 1731610364781Writing region info on filesystem at 1731610364781Initializing all the Stores at 1731610364783 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610364783Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610364786 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610364786Cleaning up temporary data from old regions at 1731610364795 (+9 ms)Running coprocessor post-open hooks at 1731610364799 (+4 ms)Region opened successfully at 1731610364799 2024-11-14T18:52:44,800 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3., pid=6, masterSystemTime=1731610364771 2024-11-14T18:52:44,802 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,802 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:52:44,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e76e9ed794e7ea763239688b80faf0c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:44,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76e9ed794e7ea763239688b80faf0c3, server=853c158ffd74,43231,1731610353065 because future has completed 2024-11-14T18:52:44,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:52:44,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e76e9ed794e7ea763239688b80faf0c3, server=853c158ffd74,43231,1731610353065 in 194 msec 2024-11-14T18:52:44,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:44,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610364817"}]},"ts":"1731610364817"} 2024-11-14T18:52:44,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:52:44,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e76e9ed794e7ea763239688b80faf0c3, ASSIGN in 352 msec 2024-11-14T18:52:44,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:52:44,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:44,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 836 msec 2024-11-14T18:52:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:45,122 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:52:45,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45313,1731610358566 2024-11-14T18:52:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5f1ba1 2024-11-14T18:52:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:45,125 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:45,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:52:45,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:45,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:45,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:45,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:52:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:52:45,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34d1d12f412c07ee2d24ab84ec10426f, NAME => 'test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82 2024-11-14T18:52:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:52:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34d1d12f412c07ee2d24ab84ec10426f, disabling compactions & flushes 2024-11-14T18:52:45,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. after waiting 0 ms 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34d1d12f412c07ee2d24ab84ec10426f: Waiting for close lock at 1731610365577Disabling compacts and flushes for region at 1731610365577Disabling writes for close at 1731610365577Writing region close event to WAL at 1731610365577Closed at 1731610365577 2024-11-14T18:52:45,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:45,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610365578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610365578"}]},"ts":"1731610365578"} 2024-11-14T18:52:45,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:45,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:45,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610365582"}]},"ts":"1731610365582"} 2024-11-14T18:52:45,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:52:45,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34d1d12f412c07ee2d24ab84ec10426f, ASSIGN}] 2024-11-14T18:52:45,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34d1d12f412c07ee2d24ab84ec10426f, ASSIGN 2024-11-14T18:52:45,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34d1d12f412c07ee2d24ab84ec10426f, ASSIGN; state=OFFLINE, location=853c158ffd74,40635,1731610358723; forceNewPlan=false, retain=false 2024-11-14T18:52:45,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d1d12f412c07ee2d24ab84ec10426f, regionState=OPENING, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:45,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34d1d12f412c07ee2d24ab84ec10426f, ASSIGN because future has completed 2024-11-14T18:52:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:45,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d1d12f412c07ee2d24ab84ec10426f, server=853c158ffd74,40635,1731610358723}] 2024-11-14T18:52:45,942 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,946 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34d1d12f412c07ee2d24ab84ec10426f, NAME => 'test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:45,947 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:45,947 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:52:45,947 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,948 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:45,948 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,948 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,951 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,953 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d1d12f412c07ee2d24ab84ec10426f columnFamilyName f 2024-11-14T18:52:45,953 DEBUG [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:45,954 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(327): Store=34d1d12f412c07ee2d24ab84ec10426f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:45,954 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,955 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d1d12f412c07ee2d24ab84ec10426f columnFamilyName f1 2024-11-14T18:52:45,955 DEBUG [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:45,956 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(327): Store=34d1d12f412c07ee2d24ab84ec10426f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:45,956 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,957 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d1d12f412c07ee2d24ab84ec10426f columnFamilyName norep 2024-11-14T18:52:45,957 DEBUG [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:45,958 INFO [StoreOpener-34d1d12f412c07ee2d24ab84ec10426f-1 {}] regionserver.HStore(327): Store=34d1d12f412c07ee2d24ab84ec10426f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:45,958 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,959 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,959 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,960 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,960 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,961 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:45,962 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,965 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:45,966 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34d1d12f412c07ee2d24ab84ec10426f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73945956, jitterRate=0.10188060998916626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:45,966 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:45,966 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34d1d12f412c07ee2d24ab84ec10426f: Running coprocessor pre-open hook at 1731610365948Writing region info on filesystem at 1731610365948Initializing all the Stores at 1731610365950 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610365950Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610365950Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610365950Cleaning up temporary data from old regions at 1731610365960 (+10 ms)Running coprocessor post-open hooks at 1731610365966 (+6 ms)Region opened successfully at 1731610365966 2024-11-14T18:52:45,968 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f., pid=6, masterSystemTime=1731610365934 2024-11-14T18:52:45,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d1d12f412c07ee2d24ab84ec10426f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:45,973 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,973 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d1d12f412c07ee2d24ab84ec10426f, server=853c158ffd74,40635,1731610358723 because future has completed 2024-11-14T18:52:45,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:52:45,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34d1d12f412c07ee2d24ab84ec10426f, server=853c158ffd74,40635,1731610358723 in 209 msec 2024-11-14T18:52:45,986 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:45,986 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610365986"}]},"ts":"1731610365986"} 2024-11-14T18:52:45,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:52:45,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34d1d12f412c07ee2d24ab84ec10426f, ASSIGN in 396 msec 2024-11-14T18:52:45,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:52:45,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:45,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 865 msec 2024-11-14T18:52:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:52:46,273 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:52:46,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc31b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42677,-1 for getting cluster id 2024-11-14T18:52:46,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:46,280 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462bd90f-73e4-4ae5-983b-fb8a30973b3a' 2024-11-14T18:52:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462bd90f-73e4-4ae5-983b-fb8a30973b3a" 2024-11-14T18:52:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42677,-1] 2024-11-14T18:52:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:46,283 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:46,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3579752d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42677,1731610344840 2024-11-14T18:52:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b2900d 2024-11-14T18:52:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:46,286 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:46,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:45755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:52:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:52:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:46,292 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45755' 2024-11-14T18:52:46,304 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c976d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,304 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:46,304 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:46,304 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d23ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:46,306 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:46,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f82d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:46,307 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d746226 2024-11-14T18:52:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:46,309 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:46,310 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T18:52:46,311 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:52:46,311 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:46,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:46,311 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:46,312 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:46,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:52:46,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:46,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:46,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:52:46,364 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:52:46,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1890be0ad0ce21e54a6a74192862ec2, NAME => 'hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646 2024-11-14T18:52:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:52:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1890be0ad0ce21e54a6a74192862ec2, disabling compactions & flushes 2024-11-14T18:52:46,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. after waiting 0 ms 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:46,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:46,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1890be0ad0ce21e54a6a74192862ec2: Waiting for close lock at 1731610366794Disabling compacts and flushes for region at 1731610366794Disabling writes for close at 1731610366794Writing region close event to WAL at 1731610366794Closed at 1731610366794 2024-11-14T18:52:46,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:46,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610366796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610366796"}]},"ts":"1731610366796"} 2024-11-14T18:52:46,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:46,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:46,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610366800"}]},"ts":"1731610366800"} 2024-11-14T18:52:46,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:52:46,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1890be0ad0ce21e54a6a74192862ec2, ASSIGN}] 2024-11-14T18:52:46,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1890be0ad0ce21e54a6a74192862ec2, ASSIGN 2024-11-14T18:52:46,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1890be0ad0ce21e54a6a74192862ec2, ASSIGN; state=OFFLINE, location=853c158ffd74,44927,1731610345425; forceNewPlan=false, retain=false 2024-11-14T18:52:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:46,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1890be0ad0ce21e54a6a74192862ec2, regionState=OPENING, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1890be0ad0ce21e54a6a74192862ec2, ASSIGN because future has completed 2024-11-14T18:52:46,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1890be0ad0ce21e54a6a74192862ec2, server=853c158ffd74,44927,1731610345425}] 2024-11-14T18:52:47,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:47,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:47,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:52:47,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C44927%2C1731610345425.rep, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/oldWALs, maxLogs=10 2024-11-14T18:52:47,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:47,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.rep.1731610367121, exclude list is [], retry=0 2024-11-14T18:52:47,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45481,DS-8f2be492-3807-4430-b2fc-43733ff8a715,DISK] 2024-11-14T18:52:47,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.rep.1731610367121 2024-11-14T18:52:47,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547)] 2024-11-14T18:52:47,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1890be0ad0ce21e54a6a74192862ec2, NAME => 'hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:47,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:47,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:47,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. service=MultiRowMutationService 2024-11-14T18:52:47,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:52:47,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:47,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,169 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,175 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1890be0ad0ce21e54a6a74192862ec2 columnFamilyName hfileref 2024-11-14T18:52:47,175 DEBUG [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:47,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,181 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(327): Store=f1890be0ad0ce21e54a6a74192862ec2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:47,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,182 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,183 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1890be0ad0ce21e54a6a74192862ec2 columnFamilyName queue 2024-11-14T18:52:47,183 DEBUG [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:47,187 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(327): Store=f1890be0ad0ce21e54a6a74192862ec2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:47,187 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,192 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1890be0ad0ce21e54a6a74192862ec2 columnFamilyName sid 2024-11-14T18:52:47,192 DEBUG [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:47,193 INFO [StoreOpener-f1890be0ad0ce21e54a6a74192862ec2-1 {}] regionserver.HStore(327): Store=f1890be0ad0ce21e54a6a74192862ec2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:47,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:47,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:47,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:47,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1890be0ad0ce21e54a6a74192862ec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60866168, jitterRate=-0.09302341938018799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:47,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:52:47,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1890be0ad0ce21e54a6a74192862ec2: Running coprocessor pre-open hook at 1731610367160Writing region info on filesystem at 1731610367160Initializing all the Stores at 1731610367165 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610367165Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610367168 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610367168Cleaning up temporary data from old regions at 1731610367215 (+47 ms)Running coprocessor post-open hooks at 1731610367246 (+31 ms)Region opened successfully at 1731610367246 2024-11-14T18:52:47,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2., pid=10, masterSystemTime=1731610367111 2024-11-14T18:52:47,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:47,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:52:47,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1890be0ad0ce21e54a6a74192862ec2, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,44927,1731610345425 2024-11-14T18:52:47,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:52:47,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:52:47,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1890be0ad0ce21e54a6a74192862ec2, server=853c158ffd74,44927,1731610345425 because future has completed 2024-11-14T18:52:47,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:52:47,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1890be0ad0ce21e54a6a74192862ec2, server=853c158ffd74,44927,1731610345425 in 306 msec 2024-11-14T18:52:47,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:52:47,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1890be0ad0ce21e54a6a74192862ec2, ASSIGN in 464 msec 2024-11-14T18:52:47,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:47,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610367272"}]},"ts":"1731610367272"} 2024-11-14T18:52:47,279 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:52:47,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 968 msec 2024-11-14T18:52:47,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2., hostname=853c158ffd74,44927,1731610345425, seqNum=2] 2024-11-14T18:52:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:52:47,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:47,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:52:47,586 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:52:47,636 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,44927,1731610345425, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:52:47,639 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:47,639 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,44927,1731610345425, seqNum=-1] 2024-11-14T18:52:47,640 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:47,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:47,643 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,44927,1731610345425', locateType=CURRENT is [region=hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2., hostname=853c158ffd74,44927,1731610345425, seqNum=2] 2024-11-14T18:52:47,656 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:52:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:52:47,659 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,44927,1731610345425 suceeded 2024-11-14T18:52:47,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:52:47,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-14T18:52:47,663 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:45755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:52:47,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3760 sec 2024-11-14T18:52:47,679 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45755' 2024-11-14T18:52:47,681 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a77ac85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:47,681 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:47,681 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:47,682 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c9b182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:47,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:47,684 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dce55b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:47,685 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:47,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:47,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b735664 2024-11-14T18:52:47,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:47,687 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T18:52:47,688 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,44927,1731610345425 (queues=1) is replicating from cluster=462bd90f-73e4-4ae5-983b-fb8a30973b3a to cluster=0293f741-e3e9-4557-ab40-3ca9756d4f13 2024-11-14T18:52:47,688 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C44927%2C1731610345425 2024-11-14T18:52:47,688 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,44927,1731610345425, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:52:47,695 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, startPosition=0, beingWritten=true 2024-11-14T18:52:47,698 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C44927%2C1731610345425 2024-11-14T18:52:47,710 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:47,710 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:47,710 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,44927,1731610345425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:47,919 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:48,232 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:48,434 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:48,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:48,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:48,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:48,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a636ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:48,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:48,437 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe8938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,438 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6871af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf59d41 2024-11-14T18:52:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:48,443 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:48,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:52:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:52:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:48,448 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45313' 2024-11-14T18:52:48,449 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d420ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,449 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:48,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:48,449 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407adff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,451 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c78969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:48,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:48,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45313,1731610358566 2024-11-14T18:52:48,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a271593 2024-11-14T18:52:48,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:48,453 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:48,454 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:52:48,454 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:52:48,454 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,454 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:48,455 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:48,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:48,460 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:52:48,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:48,462 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:48,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:52:48,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7f9f6cf38f6935de3c43698bd8a38d, NAME => 'hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401 2024-11-14T18:52:48,510 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:52:48,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b7f9f6cf38f6935de3c43698bd8a38d, disabling compactions & flushes 2024-11-14T18:52:48,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. after waiting 0 ms 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7f9f6cf38f6935de3c43698bd8a38d: Waiting for close lock at 1731610368513Disabling compacts and flushes for region at 1731610368513Disabling writes for close at 1731610368513Writing region close event to WAL at 1731610368513Closed at 1731610368513 2024-11-14T18:52:48,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:48,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610368515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610368515"}]},"ts":"1731610368515"} 2024-11-14T18:52:48,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:48,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:48,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610368519"}]},"ts":"1731610368519"} 2024-11-14T18:52:48,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:52:48,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7f9f6cf38f6935de3c43698bd8a38d, ASSIGN}] 2024-11-14T18:52:48,524 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7f9f6cf38f6935de3c43698bd8a38d, ASSIGN 2024-11-14T18:52:48,526 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7f9f6cf38f6935de3c43698bd8a38d, ASSIGN; state=OFFLINE, location=853c158ffd74,43231,1731610353065; forceNewPlan=false, retain=false 2024-11-14T18:52:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:48,644 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:48,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7f9f6cf38f6935de3c43698bd8a38d, regionState=OPENING, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7f9f6cf38f6935de3c43698bd8a38d, ASSIGN because future has completed 2024-11-14T18:52:48,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f9f6cf38f6935de3c43698bd8a38d, server=853c158ffd74,43231,1731610353065}] 2024-11-14T18:52:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:48,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:48,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:52:48,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C43231%2C1731610353065.rep, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/oldWALs, maxLogs=10 2024-11-14T18:52:48,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.rep.1731610368862, exclude list is [], retry=0 2024-11-14T18:52:48,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-4d9692a1-b7da-43f4-bbd0-86dd00a09f2e,DISK] 2024-11-14T18:52:48,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.rep.1731610368862 2024-11-14T18:52:48,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44877:44877)] 2024-11-14T18:52:48,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7f9f6cf38f6935de3c43698bd8a38d, NAME => 'hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:48,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. service=MultiRowMutationService 2024-11-14T18:52:48,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,895 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,899 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f9f6cf38f6935de3c43698bd8a38d columnFamilyName hfileref 2024-11-14T18:52:48,900 DEBUG [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:48,900 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(327): Store=9b7f9f6cf38f6935de3c43698bd8a38d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:48,901 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,901 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f9f6cf38f6935de3c43698bd8a38d columnFamilyName queue 2024-11-14T18:52:48,902 DEBUG [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:48,902 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(327): Store=9b7f9f6cf38f6935de3c43698bd8a38d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:48,902 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,903 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f9f6cf38f6935de3c43698bd8a38d columnFamilyName sid 2024-11-14T18:52:48,903 DEBUG [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:48,903 INFO [StoreOpener-9b7f9f6cf38f6935de3c43698bd8a38d-1 {}] regionserver.HStore(327): Store=9b7f9f6cf38f6935de3c43698bd8a38d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:48,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/replication/9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/replication/9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:48,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/replication/9b7f9f6cf38f6935de3c43698bd8a38d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:48,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b7f9f6cf38f6935de3c43698bd8a38d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70905037, jitterRate=0.05656738579273224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:48,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:52:48,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b7f9f6cf38f6935de3c43698bd8a38d: Running coprocessor pre-open hook at 1731610368893Writing region info on filesystem at 1731610368893Initializing all the Stores at 1731610368894 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610368894Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610368895 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610368895Cleaning up temporary data from old regions at 1731610368905 (+10 ms)Running coprocessor post-open hooks at 1731610368911 (+6 ms)Region opened successfully at 1731610368911 2024-11-14T18:52:48,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., pid=10, masterSystemTime=1731610368850 2024-11-14T18:52:48,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:52:48,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7f9f6cf38f6935de3c43698bd8a38d, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,43231,1731610353065 2024-11-14T18:52:48,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f9f6cf38f6935de3c43698bd8a38d, server=853c158ffd74,43231,1731610353065 because future has completed 2024-11-14T18:52:48,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:52:48,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7f9f6cf38f6935de3c43698bd8a38d, server=853c158ffd74,43231,1731610353065 in 224 msec 2024-11-14T18:52:48,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:52:48,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7f9f6cf38f6935de3c43698bd8a38d, ASSIGN in 402 msec 2024-11-14T18:52:48,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:48,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610368926"}]},"ts":"1731610368926"} 2024-11-14T18:52:48,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:52:48,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:48,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 473 msec 2024-11-14T18:52:48,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., hostname=853c158ffd74,43231,1731610353065, seqNum=2] 2024-11-14T18:52:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:52:49,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:49,159 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:49,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:52:49,167 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:52:49,211 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,43231,1731610353065, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:52:49,212 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:49,212 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43231,1731610353065, seqNum=-1] 2024-11-14T18:52:49,212 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:49,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:49,218 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,43231,1731610353065', locateType=CURRENT is [region=hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., hostname=853c158ffd74,43231,1731610353065, seqNum=2] 2024-11-14T18:52:49,220 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:52:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:52:49,223 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,43231,1731610353065 suceeded 2024-11-14T18:52:49,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:52:49,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-14T18:52:49,225 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:52:49,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 782 msec 2024-11-14T18:52:49,237 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45313' 2024-11-14T18:52:49,256 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651b5e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,256 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:49,256 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:49,257 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:49,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:49,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:49,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16093f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:49,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:49,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,259 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:49,259 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6073aa9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,260 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45313,1731610358566 2024-11-14T18:52:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@442f6bff 2024-11-14T18:52:49,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:49,262 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T18:52:49,263 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,43231,1731610353065 (queues=1) is replicating from cluster=0293f741-e3e9-4557-ab40-3ca9756d4f13 to cluster=874dfc75-5a50-40f1-9210-fba5bf25f6ef 2024-11-14T18:52:49,263 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C43231%2C1731610353065 2024-11-14T18:52:49,263 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,43231,1731610353065, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:52:49,267 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C43231%2C1731610353065 2024-11-14T18:52:49,268 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, startPosition=0, beingWritten=true 2024-11-14T18:52:49,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:49,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:49,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:49,487 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:49,584 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:49,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:49,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:49,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:49,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6226e400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:49,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:49,587 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d23151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,589 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23142bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45313,1731610358566 2024-11-14T18:52:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70782a74 2024-11-14T18:52:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:49,593 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:49,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:45755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:52:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:52:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:49,596 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45755' 2024-11-14T18:52:49,597 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602dbcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,597 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:49,597 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:49,597 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745118a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:49,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,600 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:49,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564293ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:49,601 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:49,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:49,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689f2d5f 2024-11-14T18:52:49,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:49,602 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:52:49,603 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T18:52:49,603 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:52:49,603 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,603 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:49,604 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:52:49,606 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:52:49,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:52:49,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:49,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:52:49,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:52:49,656 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:52:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:49,787 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:49,792 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:50,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e604ebfa8662615bc8e50bf2ce074f5b, NAME => 'hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82 2024-11-14T18:52:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:52:50,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:50,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e604ebfa8662615bc8e50bf2ce074f5b, disabling compactions & flushes 2024-11-14T18:52:50,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. after waiting 0 ms 2024-11-14T18:52:50,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e604ebfa8662615bc8e50bf2ce074f5b: Waiting for close lock at 1731610370085Disabling compacts and flushes for region at 1731610370085Disabling writes for close at 1731610370085Writing region close event to WAL at 1731610370086 (+1 ms)Closed at 1731610370086 2024-11-14T18:52:50,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:52:50,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610370088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610370088"}]},"ts":"1731610370088"} 2024-11-14T18:52:50,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:52:50,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:52:50,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610370093"}]},"ts":"1731610370093"} 2024-11-14T18:52:50,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:52:50,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e604ebfa8662615bc8e50bf2ce074f5b, ASSIGN}] 2024-11-14T18:52:50,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e604ebfa8662615bc8e50bf2ce074f5b, ASSIGN 2024-11-14T18:52:50,098 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e604ebfa8662615bc8e50bf2ce074f5b, ASSIGN; state=OFFLINE, location=853c158ffd74,40635,1731610358723; forceNewPlan=false, retain=false 2024-11-14T18:52:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:50,224 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:50,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e604ebfa8662615bc8e50bf2ce074f5b, regionState=OPENING, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e604ebfa8662615bc8e50bf2ce074f5b, ASSIGN because future has completed 2024-11-14T18:52:50,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e604ebfa8662615bc8e50bf2ce074f5b, server=853c158ffd74,40635,1731610358723}] 2024-11-14T18:52:50,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:52:50,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:52:50,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C40635%2C1731610358723.rep, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/oldWALs, maxLogs=10 2024-11-14T18:52:50,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.rep.1731610370415, exclude list is [], retry=0 2024-11-14T18:52:50,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-fb726414-c35d-4aa8-bc6d-b9f1eb63f576,DISK] 2024-11-14T18:52:50,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.rep.1731610370415 2024-11-14T18:52:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-14T18:52:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e604ebfa8662615bc8e50bf2ce074f5b, NAME => 'hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:52:50,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. service=MultiRowMutationService 2024-11-14T18:52:50,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,474 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,475 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e604ebfa8662615bc8e50bf2ce074f5b columnFamilyName hfileref 2024-11-14T18:52:50,475 DEBUG [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:50,476 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(327): Store=e604ebfa8662615bc8e50bf2ce074f5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:50,477 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,477 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e604ebfa8662615bc8e50bf2ce074f5b columnFamilyName queue 2024-11-14T18:52:50,478 DEBUG [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:50,478 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(327): Store=e604ebfa8662615bc8e50bf2ce074f5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:50,478 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,480 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e604ebfa8662615bc8e50bf2ce074f5b columnFamilyName sid 2024-11-14T18:52:50,480 DEBUG [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:52:50,481 INFO [StoreOpener-e604ebfa8662615bc8e50bf2ce074f5b-1 {}] regionserver.HStore(327): Store=e604ebfa8662615bc8e50bf2ce074f5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:52:50,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/replication/e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/replication/e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:52:50,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/replication/e604ebfa8662615bc8e50bf2ce074f5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:52:50,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e604ebfa8662615bc8e50bf2ce074f5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69179604, jitterRate=0.030856430530548096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:52:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e604ebfa8662615bc8e50bf2ce074f5b: Running coprocessor pre-open hook at 1731610370473Writing region info on filesystem at 1731610370473Initializing all the Stores at 1731610370474 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610370474Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610370474Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610370474Cleaning up temporary data from old regions at 1731610370484 (+10 ms)Running coprocessor post-open hooks at 1731610370490 (+6 ms)Region opened successfully at 1731610370490 2024-11-14T18:52:50,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b., pid=10, masterSystemTime=1731610370407 2024-11-14T18:52:50,493 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:50,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:50,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e604ebfa8662615bc8e50bf2ce074f5b, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40635,1731610358723 2024-11-14T18:52:50,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e604ebfa8662615bc8e50bf2ce074f5b, server=853c158ffd74,40635,1731610358723 because future has completed 2024-11-14T18:52:50,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:52:50,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e604ebfa8662615bc8e50bf2ce074f5b, server=853c158ffd74,40635,1731610358723 in 258 msec 2024-11-14T18:52:50,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:52:50,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e604ebfa8662615bc8e50bf2ce074f5b, ASSIGN in 420 msec 2024-11-14T18:52:50,518 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:52:50,519 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610370518"}]},"ts":"1731610370518"} 2024-11-14T18:52:50,521 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:52:50,522 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:52:50,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 918 msec 2024-11-14T18:52:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b., hostname=853c158ffd74,40635,1731610358723, seqNum=2] 2024-11-14T18:52:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:50,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:52:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:50,753 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:50,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:52:50,785 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:52:50,826 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,40635,1731610358723, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:52:50,826 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:50,826 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40635,1731610358723, seqNum=-1] 2024-11-14T18:52:50,827 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:50,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:50,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,40635,1731610358723', locateType=CURRENT is [region=hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b., hostname=853c158ffd74,40635,1731610358723, seqNum=2] 2024-11-14T18:52:50,836 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:52:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:52:50,841 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,40635,1731610358723 suceeded 2024-11-14T18:52:50,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:52:50,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-14T18:52:50,843 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:45755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:52:50,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2500 sec 2024-11-14T18:52:50,864 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:45755' 2024-11-14T18:52:50,871 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f76669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:50,871 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:50,872 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:50,873 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:50,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:50,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b80ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:50,876 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:50,884 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223c836e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:50,884 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:50,898 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45755,1731610352544 2024-11-14T18:52:50,899 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74812a38 2024-11-14T18:52:50,899 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:52:50,901 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T18:52:50,902 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,40635,1731610358723 (queues=1) is replicating from cluster=874dfc75-5a50-40f1-9210-fba5bf25f6ef to cluster=0293f741-e3e9-4557-ab40-3ca9756d4f13 2024-11-14T18:52:50,902 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C40635%2C1731610358723 2024-11-14T18:52:50,902 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,40635,1731610358723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:52:50,908 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, startPosition=0, beingWritten=true 2024-11-14T18:52:50,910 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C40635%2C1731610358723 2024-11-14T18:52:50,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:50,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:50,915 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:51,129 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:51,314 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:51,357 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:51,435 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:52:51,742 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:52:51,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:51,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:51,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:51,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:51,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:51,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776a8062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42677,-1 for getting cluster id 2024-11-14T18:52:51,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:51,748 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '462bd90f-73e4-4ae5-983b-fb8a30973b3a' 2024-11-14T18:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "462bd90f-73e4-4ae5-983b-fb8a30973b3a" 2024-11-14T18:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fe44e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42677,-1] 2024-11-14T18:52:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:51,749 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f894015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee760d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:51,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:51,751 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:51,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bf730b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:51,754 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269a8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a876d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:51,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:51,760 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:51,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:51,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:51,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbe77d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:51,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:51,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:51,762 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735c8f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:51,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,44927,1731610345425, seqNum=-1] 2024-11-14T18:52:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:51,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:51,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7., hostname=853c158ffd74,44927,1731610345425, seqNum=2] 2024-11-14T18:52:51,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40635,1731610358723, seqNum=-1] 2024-11-14T18:52:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:51,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f., hostname=853c158ffd74,40635,1731610358723, seqNum=2] 2024-11-14T18:52:51,783 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T18:52:51,851 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:52,064 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:52,229 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 379, reset compression=false 2024-11-14T18:52:52,280 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:52,280 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:52,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,44927,1731610345425 got entry batch from reader: WALEntryBatch [walEntries=[{test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T18:52:52,283 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:52,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:52,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45ea9d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45755,-1 for getting cluster id 2024-11-14T18:52:52,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:52,296 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0293f741-e3e9-4557-ab40-3ca9756d4f13' 2024-11-14T18:52:52,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:52,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0293f741-e3e9-4557-ab40-3ca9756d4f13" 2024-11-14T18:52:52,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229cbc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45755,-1] 2024-11-14T18:52:52,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:52,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:52,299 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:52,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d762c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:52,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43231,1731610353065, seqNum=-1] 2024-11-14T18:52:52,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:52,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:52,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3., hostname=853c158ffd74,43231,1731610353065, seqNum=2] 2024-11-14T18:52:52,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:52,361 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:52,513 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:52,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:52:52,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,787 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T18:52:52,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:52:52,854 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:52,870 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 379, reset compression=false 2024-11-14T18:52:52,919 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:52,919 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 503, reset compression=false 2024-11-14T18:52:52,919 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[{test/e76e9ed794e7ea763239688b80faf0c3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T18:52:52,922 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:52,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:52,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:52,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12be6f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45313,-1 for getting cluster id 2024-11-14T18:52:52,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:52:52,948 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '874dfc75-5a50-40f1-9210-fba5bf25f6ef' 2024-11-14T18:52:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:52:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "874dfc75-5a50-40f1-9210-fba5bf25f6ef" 2024-11-14T18:52:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25cbb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45313,-1] 2024-11-14T18:52:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:52:52,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:52,950 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:52:52,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13345926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:52:52,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:52,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40635,1731610358723, seqNum=-1] 2024-11-14T18:52:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:52,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T18:52:52,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f., hostname=853c158ffd74,40635,1731610358723, seqNum=2] 2024-11-14T18:52:52,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:52,972 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 379, reset compression=false 2024-11-14T18:52:53,009 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:53,009 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 526, reset compression=false 2024-11-14T18:52:53,009 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:53,167 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 503, reset compression=false 2024-11-14T18:52:53,228 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 526, reset compression=false 2024-11-14T18:52:53,280 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:53,503 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 503, reset compression=false 2024-11-14T18:52:53,555 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 526, reset compression=false 2024-11-14T18:52:53,794 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T18:52:53,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:52:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,43231,1731610353065, seqNum=-1] 2024-11-14T18:52:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:52:53,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:52:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3., hostname=853c158ffd74,43231,1731610353065, seqNum=2] 2024-11-14T18:52:53,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T18:52:53,814 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:53,929 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 503, reset compression=false 2024-11-14T18:52:53,956 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:53,956 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 607, reset compression=false 2024-11-14T18:52:53,957 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[{test/e76e9ed794e7ea763239688b80faf0c3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:53,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:53,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:53,981 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 526, reset compression=false 2024-11-14T18:52:54,043 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:54,043 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 653, reset compression=false 2024-11-14T18:52:54,043 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:54,215 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 607, reset compression=false 2024-11-14T18:52:54,269 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 653, reset compression=false 2024-11-14T18:52:54,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:52:54,448 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:54,543 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 607, reset compression=false 2024-11-14T18:52:54,605 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 653, reset compression=false 2024-11-14T18:52:54,810 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T18:52:54,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T18:52:54,960 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 607, reset compression=false 2024-11-14T18:52:55,038 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 653, reset compression=false 2024-11-14T18:52:55,079 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:55,079 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 757, reset compression=false 2024-11-14T18:52:55,079 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[{test/34d1d12f412c07ee2d24ab84ec10426f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T18:52:55,083 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:52:55,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T18:52:55,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:55,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:55,166 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:55,310 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 757, reset compression=false 2024-11-14T18:52:55,498 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 607, reset compression=false 2024-11-14T18:52:55,547 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:55,547 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 735, reset compression=false 2024-11-14T18:52:55,550 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:55,618 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 757, reset compression=false 2024-11-14T18:52:55,761 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 735, reset compression=false 2024-11-14T18:52:55,838 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T18:52:55,846 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T18:52:55,985 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 480, reset compression=false 2024-11-14T18:52:56,040 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:56,040 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,44927,1731610345425 got entry batch from reader: WALEntryBatch [walEntries=[{test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T18:52:56,041 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 757, reset compression=false 2024-11-14T18:52:56,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:56,040 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:56,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:56,078 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 735, reset compression=false 2024-11-14T18:52:56,107 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:56,107 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 882, reset compression=false 2024-11-14T18:52:56,108 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[{test/e76e9ed794e7ea763239688b80faf0c3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T18:52:56,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:56,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:56,283 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:56,331 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 882, reset compression=false 2024-11-14T18:52:56,574 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 757, reset compression=false 2024-11-14T18:52:56,631 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:56,632 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:56,632 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 927, reset compression=false 2024-11-14T18:52:56,633 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:56,666 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 882, reset compression=false 2024-11-14T18:52:56,848 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T18:52:56,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T18:52:56,883 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 927, reset compression=false 2024-11-14T18:52:57,056 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:57,101 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 882, reset compression=false 2024-11-14T18:52:57,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:57,120 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1041, reset compression=false 2024-11-14T18:52:57,122 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[{test/e76e9ed794e7ea763239688b80faf0c3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T18:52:57,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:57,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:57,211 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 927, reset compression=false 2024-11-14T18:52:57,220 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:57,220 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1076, reset compression=false 2024-11-14T18:52:57,220 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:57,362 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1041, reset compression=false 2024-11-14T18:52:57,444 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1076, reset compression=false 2024-11-14T18:52:57,587 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:57,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:52:57,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:57,623 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108736 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:52:57,701 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1041, reset compression=false 2024-11-14T18:52:57,770 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1076, reset compression=false 2024-11-14T18:52:57,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T18:52:57,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T18:52:58,143 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1041, reset compression=false 2024-11-14T18:52:58,202 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1076, reset compression=false 2024-11-14T18:52:58,225 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:52:58,225 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[{test/34d1d12f412c07ee2d24ab84ec10426f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T18:52:58,225 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1235, reset compression=false 2024-11-14T18:52:58,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T18:52:58,226 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:58,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T18:52:58,454 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1235, reset compression=false 2024-11-14T18:52:58,668 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1041, reset compression=false 2024-11-14T18:52:58,720 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:58,720 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:52:58,720 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:58,805 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1235, reset compression=false 2024-11-14T18:52:58,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T18:52:58,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:52:58,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:58,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:58,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:58,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:52:58,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:58,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:52:58,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=305311355, stopped=false 2024-11-14T18:52:58,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,45313,1731610358566 2024-11-14T18:52:58,955 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:52:58,958 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2120631268/running 2024-11-14T18:52:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:58,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:52:58,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:52:58,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:58,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:58,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/running 2024-11-14T18:52:58,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,40635,1731610358723' ***** 2024-11-14T18:52:58,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:52:58,966 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:52:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2120631268/running 2024-11-14T18:52:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:52:58,966 INFO [RS:0;853c158ffd74:40635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:52:58,966 INFO [RS:0;853c158ffd74:40635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:52:58,967 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 34d1d12f412c07ee2d24ab84ec10426f 2024-11-14T18:52:58,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Set watcher on znode that does not yet exist, /2120631268/running 2024-11-14T18:52:58,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:52:59,018 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,018 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,40635,1731610358723 2024-11-14T18:52:59,018 INFO [RS:0;853c158ffd74:40635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:52:59,018 INFO [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:40635. 2024-11-14T18:52:59,018 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34d1d12f412c07ee2d24ab84ec10426f, disabling compactions & flushes 2024-11-14T18:52:59,018 DEBUG [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:52:59,018 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:59,018 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:52:59,018 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:59,018 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. after waiting 0 ms 2024-11-14T18:52:59,018 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:59,019 INFO [RS:0;853c158ffd74:40635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:52:59,019 INFO [RS:0;853c158ffd74:40635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:52:59,019 INFO [RS:0;853c158ffd74:40635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:52:59,019 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34d1d12f412c07ee2d24ab84ec10426f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T18:52:59,019 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:52:59,022 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:52:59,036 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:52:59,036 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 34d1d12f412c07ee2d24ab84ec10426f=test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f., e604ebfa8662615bc8e50bf2ce074f5b=hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.} 2024-11-14T18:52:59,036 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d1d12f412c07ee2d24ab84ec10426f, e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,036 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:52:59,036 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:52:59,036 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:52:59,036 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:52:59,036 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:52:59,037 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:52:59,075 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f/dcaf7b2ca38c40cda12bd2e7ccb44e59 is 29, key is row1/f:/1731610376849/DeleteFamily/seqid=0 2024-11-14T18:52:59,085 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/info/f9adba9963cf4308b662ba30105258c7 is 147, key is hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b./info:regioninfo/1731610370500/Put/seqid=0 2024-11-14T18:52:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:52:59,130 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/info/f9adba9963cf4308b662ba30105258c7 2024-11-14T18:52:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741840_1016 (size=5152) 2024-11-14T18:52:59,138 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f/dcaf7b2ca38c40cda12bd2e7ccb44e59 2024-11-14T18:52:59,151 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcaf7b2ca38c40cda12bd2e7ccb44e59 2024-11-14T18:52:59,163 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/ns/4014a5ccecba43e590a72898eeaf18ce is 43, key is default/ns:d/1731610361684/Put/seqid=0 2024-11-14T18:52:59,182 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f1/07e0de3b5016498585d7056ea37e5bab is 30, key is row1/f1:/1731610376849/DeleteFamily/seqid=0 2024-11-14T18:52:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:52:59,195 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/ns/4014a5ccecba43e590a72898eeaf18ce 2024-11-14T18:52:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741843_1019 (size=5158) 2024-11-14T18:52:59,223 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f1/07e0de3b5016498585d7056ea37e5bab 2024-11-14T18:52:59,236 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d1d12f412c07ee2d24ab84ec10426f, e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,246 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07e0de3b5016498585d7056ea37e5bab 2024-11-14T18:52:59,259 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/rep_barrier/bdf92ec41be0401e9d814f8d59aeeaed is 112, key is test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f./rep_barrier:seqnumDuringOpen/1731610365971/Put/seqid=0 2024-11-14T18:52:59,296 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/norep/ab011bc4deff44aea8479f8511134274 is 33, key is row2/norep:/1731610377871/DeleteFamily/seqid=0 2024-11-14T18:52:59,298 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1235, reset compression=false 2024-11-14T18:52:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:52:59,311 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:52:59,333 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:59,333 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1482, reset compression=false 2024-11-14T18:52:59,333 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,40635,1731610358723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:52:59,334 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,40635,1731610358723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,40635,1731610358723, walGroup=853c158ffd74%2C40635%2C1731610358723, offset=853c158ffd74%2C40635%2C1731610358723.1731610361031:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:40635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:52:59,335 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:52:59,336 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:52:59,336 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:52:59,336 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:52:59,336 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:52:59,336 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 909431672 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201751568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:52:59,337 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:52:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741845_1021 (size=5108) 2024-11-14T18:52:59,438 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d1d12f412c07ee2d24ab84ec10426f, e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,613 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1482, reset compression=false 2024-11-14T18:52:59,638 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d1d12f412c07ee2d24ab84ec10426f, e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,713 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/rep_barrier/bdf92ec41be0401e9d814f8d59aeeaed 2024-11-14T18:52:59,759 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/table/36dad41eb34e4788826cb629b7a99a1b is 53, key is hbase:replication/table:state/1731610370518/Put/seqid=0 2024-11-14T18:52:59,787 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/norep/ab011bc4deff44aea8479f8511134274 2024-11-14T18:52:59,791 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:52:59,794 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab011bc4deff44aea8479f8511134274 2024-11-14T18:52:59,795 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f/dcaf7b2ca38c40cda12bd2e7ccb44e59 as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/f/dcaf7b2ca38c40cda12bd2e7ccb44e59 2024-11-14T18:52:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741846_1022 (size=5308) 2024-11-14T18:52:59,800 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/table/36dad41eb34e4788826cb629b7a99a1b 2024-11-14T18:52:59,801 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcaf7b2ca38c40cda12bd2e7ccb44e59 2024-11-14T18:52:59,801 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/f/dcaf7b2ca38c40cda12bd2e7ccb44e59, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T18:52:59,803 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:52:59,808 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/f1/07e0de3b5016498585d7056ea37e5bab as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/f1/07e0de3b5016498585d7056ea37e5bab 2024-11-14T18:52:59,815 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/info/f9adba9963cf4308b662ba30105258c7 as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/info/f9adba9963cf4308b662ba30105258c7 2024-11-14T18:52:59,820 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/info/f9adba9963cf4308b662ba30105258c7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:52:59,821 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/ns/4014a5ccecba43e590a72898eeaf18ce as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/ns/4014a5ccecba43e590a72898eeaf18ce 2024-11-14T18:52:59,825 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/ns/4014a5ccecba43e590a72898eeaf18ce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:52:59,826 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/rep_barrier/bdf92ec41be0401e9d814f8d59aeeaed as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/rep_barrier/bdf92ec41be0401e9d814f8d59aeeaed 2024-11-14T18:52:59,833 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/rep_barrier/bdf92ec41be0401e9d814f8d59aeeaed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:52:59,835 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/.tmp/table/36dad41eb34e4788826cb629b7a99a1b as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/table/36dad41eb34e4788826cb629b7a99a1b 2024-11-14T18:52:59,839 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d1d12f412c07ee2d24ab84ec10426f, e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:52:59,843 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/table/36dad41eb34e4788826cb629b7a99a1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:52:59,847 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 811ms, sequenceid=16, compaction requested=false 2024-11-14T18:52:59,856 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07e0de3b5016498585d7056ea37e5bab 2024-11-14T18:52:59,856 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/f1/07e0de3b5016498585d7056ea37e5bab, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T18:52:59,857 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/.tmp/norep/ab011bc4deff44aea8479f8511134274 as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/norep/ab011bc4deff44aea8479f8511134274 2024-11-14T18:52:59,861 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab011bc4deff44aea8479f8511134274 2024-11-14T18:52:59,861 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/norep/ab011bc4deff44aea8479f8511134274, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T18:52:59,864 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 34d1d12f412c07ee2d24ab84ec10426f in 845ms, sequenceid=10, compaction requested=false 2024-11-14T18:52:59,935 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 1482, reset compression=false 2024-11-14T18:52:59,938 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:52:59,938 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:52:59,979 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:52:59,979 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 2126, reset compression=false 2024-11-14T18:52:59,988 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/default/test/34d1d12f412c07ee2d24ab84ec10426f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:52:59,989 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34d1d12f412c07ee2d24ab84ec10426f: Waiting for close lock at 1731610379018Running coprocessor pre-close hooks at 1731610379018Disabling compacts and flushes for region at 1731610379018Disabling writes for close at 1731610379018Obtaining lock to block concurrent updates at 1731610379019 (+1 ms)Preparing flush snapshotting stores in 34d1d12f412c07ee2d24ab84ec10426f at 1731610379019Finished memstore snapshotting test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731610379020 (+1 ms)Flushing stores of test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. at 1731610379027 (+7 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/f: creating writer at 1731610379028 (+1 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/f: appending metadata at 1731610379075 (+47 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/f: closing flushed file at 1731610379075Flushing 34d1d12f412c07ee2d24ab84ec10426f/f1: creating writer at 1731610379151 (+76 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/f1: appending metadata at 1731610379181 (+30 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/f1: closing flushed file at 1731610379181Flushing 34d1d12f412c07ee2d24ab84ec10426f/norep: creating writer at 1731610379246 (+65 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/norep: appending metadata at 1731610379295 (+49 ms)Flushing 34d1d12f412c07ee2d24ab84ec10426f/norep: closing flushed file at 1731610379295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478820b2: reopening flushed file at 1731610379794 (+499 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ce7a3: reopening flushed file at 1731610379801 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfd5d64: reopening flushed file at 1731610379856 (+55 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 34d1d12f412c07ee2d24ab84ec10426f in 845ms, sequenceid=10, compaction requested=false at 1731610379864 (+8 ms)Writing region close event to WAL at 1731610379951 (+87 ms)Running coprocessor post-close hooks at 1731610379989 (+38 ms)Closed at 1731610379989 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610365125.34d1d12f412c07ee2d24ab84ec10426f. 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e604ebfa8662615bc8e50bf2ce074f5b, disabling compactions & flushes 2024-11-14T18:52:59,989 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. after waiting 0 ms 2024-11-14T18:52:59,989 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:59,990 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e604ebfa8662615bc8e50bf2ce074f5b: Waiting for close lock at 1731610379989Running coprocessor pre-close hooks at 1731610379989Disabling compacts and flushes for region at 1731610379989Disabling writes for close at 1731610379989Failed flush hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b., putting online again at 1731610379989 2024-11-14T18:52:59,990 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:52:59,996 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:52:59,997 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:52:59,997 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:52:59,997 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:52:59,997 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610379036Running coprocessor pre-close hooks at 1731610379036Disabling compacts and flushes for region at 1731610379036Disabling writes for close at 1731610379036Obtaining lock to block concurrent updates at 1731610379037 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731610379037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610379039 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731610379042 (+3 ms)Flushing 1588230740/info: creating writer at 1731610379042Flushing 1588230740/info: appending metadata at 1731610379084 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731610379084Flushing 1588230740/ns: creating writer at 1731610379134 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731610379162 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731610379162Flushing 1588230740/rep_barrier: creating writer at 1731610379213 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610379259 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610379259Flushing 1588230740/table: creating writer at 1731610379717 (+458 ms)Flushing 1588230740/table: appending metadata at 1731610379758 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731610379759 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c6e16c: reopening flushed file at 1731610379814 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fbd54: reopening flushed file at 1731610379820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151db48: reopening flushed file at 1731610379825 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614a8644: reopening flushed file at 1731610379834 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 811ms, sequenceid=16, compaction requested=false at 1731610379847 (+13 ms)Writing region close event to WAL at 1731610379955 (+108 ms)Running coprocessor post-close hooks at 1731610379996 (+41 ms)Closed at 1731610379997 (+1 ms) 2024-11-14T18:52:59,997 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:00,039 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:53:00,039 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1325): Online Regions={e604ebfa8662615bc8e50bf2ce074f5b=hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b.} 2024-11-14T18:53:00,039 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:53:00,039 DEBUG [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1351): Waiting on e604ebfa8662615bc8e50bf2ce074f5b 2024-11-14T18:53:00,039 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e604ebfa8662615bc8e50bf2ce074f5b, disabling compactions & flushes 2024-11-14T18:53:00,040 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:53:00,040 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:53:00,040 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. after waiting 0 ms 2024-11-14T18:53:00,040 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:53:00,040 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e604ebfa8662615bc8e50bf2ce074f5b: Waiting for close lock at 1731610380039Running coprocessor pre-close hooks at 1731610380039Disabling compacts and flushes for region at 1731610380039Disabling writes for close at 1731610380040 (+1 ms)Failed flush hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b., putting online again at 1731610380040 2024-11-14T18:53:00,040 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610369604.e604ebfa8662615bc8e50bf2ce074f5b. 2024-11-14T18:53:00,226 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 to pos 2126, reset compression=false 2024-11-14T18:53:00,240 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T18:53:00,240 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,40635,1731610358723; all regions closed. 2024-11-14T18:53:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:53:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741839_1015 (size=2171) 2024-11-14T18:53:00,330 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:53:00,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741833_1009 (size=2134) 2024-11-14T18:53:00,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/WALs/853c158ffd74,40635,1731610358723/853c158ffd74%2C40635%2C1731610358723.1731610361031 not finished, retry = 0 2024-11-14T18:53:00,444 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:00,444 INFO [RS:0;853c158ffd74:40635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:00,447 INFO [RS:0;853c158ffd74:40635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:00,447 INFO [RS:0;853c158ffd74:40635 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:00,447 INFO [RS:0;853c158ffd74:40635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:00,447 INFO [RS:0;853c158ffd74:40635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,40635,1731610358723 because: Region server is closing 2024-11-14T18:53:00,448 INFO [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:40635. 2024-11-14T18:53:00,448 DEBUG [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:00,448 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:00,448 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:00,448 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:00,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:00,548 INFO [RS:0;853c158ffd74:40635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.shipper853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 terminated 2024-11-14T18:53:00,548 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,40635,1731610358723.replicationSource.wal-reader.853c158ffd74%2C40635%2C1731610358723,1-853c158ffd74,40635,1731610358723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:53:00,548 INFO [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:40635. 2024-11-14T18:53:00,549 DEBUG [RS:0;853c158ffd74:40635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:00,549 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:00,549 DEBUG [RS:0;853c158ffd74:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:00,549 INFO [RS:0;853c158ffd74:40635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40635 2024-11-14T18:53:00,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268/rs 2024-11-14T18:53:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2120631268/rs/853c158ffd74,40635,1731610358723 2024-11-14T18:53:00,605 INFO [RS:0;853c158ffd74:40635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:00,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,40635,1731610358723] 2024-11-14T18:53:00,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2120631268/draining/853c158ffd74,40635,1731610358723 already deleted, retry=false 2024-11-14T18:53:00,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,40635,1731610358723 expired; onlineServers=0 2024-11-14T18:53:00,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,45313,1731610358566' ***** 2024-11-14T18:53:00,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:00,623 DEBUG [M:0;853c158ffd74:45313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:00,623 DEBUG [M:0;853c158ffd74:45313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:00,623 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610360802 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610360802,5,FailOnTimeoutGroup] 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:00,623 DEBUG [M:0;853c158ffd74:45313 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:00,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:00,623 INFO [M:0;853c158ffd74:45313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:00,624 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610360805 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610360805,5,FailOnTimeoutGroup] 2024-11-14T18:53:00,624 INFO [M:0;853c158ffd74:45313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:00,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:00,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2120631268/master 2024-11-14T18:53:00,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2120631268 2024-11-14T18:53:00,630 DEBUG [M:0;853c158ffd74:45313 {}] zookeeper.ZKUtil(347): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Unable to get data of znode /2120631268/master because node does not exist (not an error) 2024-11-14T18:53:00,631 WARN [M:0;853c158ffd74:45313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:53:00,656 INFO [M:0;853c158ffd74:45313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/.lastflushedseqids 2024-11-14T18:53:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1013bfa82450007, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:00,714 INFO [RS:0;853c158ffd74:40635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:00,714 INFO [RS:0;853c158ffd74:40635 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,40635,1731610358723; zookeeper connection closed. 2024-11-14T18:53:00,718 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a6ab04e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a6ab04e 2024-11-14T18:53:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741847_1023 (size=245) 2024-11-14T18:53:00,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:00,779 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:00,988 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:53:01,165 INFO [M:0;853c158ffd74:45313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:01,166 INFO [M:0;853c158ffd74:45313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:01,166 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:01,166 INFO [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:01,166 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:01,166 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:01,166 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:01,166 INFO [M:0;853c158ffd74:45313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T18:53:01,200 DEBUG [M:0;853c158ffd74:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ba2f5a315ee4e8a8c6798c031ad5093 is 82, key is hbase:meta,,1/info:regioninfo/1731610361644/Put/seqid=0 2024-11-14T18:53:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741848_1024 (size=5672) 2024-11-14T18:53:01,633 INFO [M:0;853c158ffd74:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ba2f5a315ee4e8a8c6798c031ad5093 2024-11-14T18:53:01,683 DEBUG [M:0;853c158ffd74:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65adb758ea5643c68b9126a02cfe4216 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610370522/Put/seqid=0 2024-11-14T18:53:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741849_1025 (size=8516) 2024-11-14T18:53:01,719 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:53:01,801 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:02,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:53:02,123 INFO [M:0;853c158ffd74:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65adb758ea5643c68b9126a02cfe4216 2024-11-14T18:53:02,170 DEBUG [M:0;853c158ffd74:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37955cde51ff494999016b16131c9c0f is 69, key is 853c158ffd74,40635,1731610358723/rs:state/1731610360828/Put/seqid=0 2024-11-14T18:53:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741850_1026 (size=5156) 2024-11-14T18:53:02,563 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:53:02,615 INFO [M:0;853c158ffd74:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37955cde51ff494999016b16131c9c0f 2024-11-14T18:53:02,619 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ba2f5a315ee4e8a8c6798c031ad5093 as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ba2f5a315ee4e8a8c6798c031ad5093 2024-11-14T18:53:02,623 INFO [M:0;853c158ffd74:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ba2f5a315ee4e8a8c6798c031ad5093, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:53:02,627 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65adb758ea5643c68b9126a02cfe4216 as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65adb758ea5643c68b9126a02cfe4216 2024-11-14T18:53:02,631 INFO [M:0;853c158ffd74:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65adb758ea5643c68b9126a02cfe4216, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:53:02,632 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37955cde51ff494999016b16131c9c0f as hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37955cde51ff494999016b16131c9c0f 2024-11-14T18:53:02,636 INFO [M:0;853c158ffd74:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37955cde51ff494999016b16131c9c0f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:53:02,637 INFO [M:0;853c158ffd74:45313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1471ms, sequenceid=97, compaction requested=false 2024-11-14T18:53:02,643 INFO [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:02,643 DEBUG [M:0;853c158ffd74:45313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610381166Disabling compacts and flushes for region at 1731610381166Disabling writes for close at 1731610381166Obtaining lock to block concurrent updates at 1731610381166Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610381166Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731610381167 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610381167Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610381167Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610381200 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610381200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610381652 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610381683 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610381683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610382144 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610382170 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610382170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3637b587: reopening flushed file at 1731610382618 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d79cbb7: reopening flushed file at 1731610382623 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48de8fe5: reopening flushed file at 1731610382631 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1471ms, sequenceid=97, compaction requested=false at 1731610382637 (+6 ms)Writing region close event to WAL at 1731610382642 (+5 ms)Closed at 1731610382642 2024-11-14T18:53:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741830_1006 (size=63654) 2024-11-14T18:53:02,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88b73b2c-3b06-5131-345a-dbad9234fd82/MasterData/WALs/853c158ffd74,45313,1731610358566/853c158ffd74%2C45313%2C1731610358566.1731610360561 not finished, retry = 0 2024-11-14T18:53:02,750 INFO [M:0;853c158ffd74:45313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:02,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:02,750 INFO [M:0;853c158ffd74:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45313 2024-11-14T18:53:02,751 INFO [M:0;853c158ffd74:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1013bfa82450006, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:02,889 INFO [M:0;853c158ffd74:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:02,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f0f1ecd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:02,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2707d684{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:02,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:02,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e6c0f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:02,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d05700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:02,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:02,900 WARN [BP-1957479275-172.17.0.2-1731610356580 heartbeating to localhost/127.0.0.1:37833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:02,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:02,900 WARN [BP-1957479275-172.17.0.2-1731610356580 heartbeating to localhost/127.0.0.1:37833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1957479275-172.17.0.2-1731610356580 (Datanode Uuid fc998343-2e8d-4ee5-80ba-a98b9dd1685d) service to localhost/127.0.0.1:37833 2024-11-14T18:53:02,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/cluster_19cd9916-64e3-42d9-1130-d360cc7708a0/data/data1/current/BP-1957479275-172.17.0.2-1731610356580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:02,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/cluster_19cd9916-64e3-42d9-1130-d360cc7708a0/data/data2/current/BP-1957479275-172.17.0.2-1731610356580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:02,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:02,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@705fc01e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:02,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e157e77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:02,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:02,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1136e09f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:02,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@699d3b4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:02,922 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:02,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:02,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:53:02,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:02,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:02,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:02,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:02,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:02,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:53:02,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1808707163, stopped=false 2024-11-14T18:53:02,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,45755,1731610352544 2024-11-14T18:53:02,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1385830945/running 2024-11-14T18:53:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:53:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1385830945/running 2024-11-14T18:53:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:53:02,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:02,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:02,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:02,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:02,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,43231,1731610353065' ***** 2024-11-14T18:53:02,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:53:02,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/running 2024-11-14T18:53:02,965 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:53:02,965 INFO [RS:0;853c158ffd74:43231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:53:02,965 INFO [RS:0;853c158ffd74:43231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:53:02,965 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:53:02,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Set watcher on znode that does not yet exist, /1385830945/running 2024-11-14T18:53:02,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:53:02,972 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,43231,1731610353065 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43231. 2024-11-14T18:53:02,973 DEBUG [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:02,973 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:53:02,973 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:53:02,973 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76e9ed794e7ea763239688b80faf0c3, disabling compactions & flushes 2024-11-14T18:53:02,974 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:53:02,974 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:53:02,974 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. after waiting 0 ms 2024-11-14T18:53:02,974 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:53:02,974 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e76e9ed794e7ea763239688b80faf0c3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T18:53:02,974 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:53:02,974 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1325): Online Regions={e76e9ed794e7ea763239688b80faf0c3=test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3., 9b7f9f6cf38f6935de3c43698bd8a38d=hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:53:02,974 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7f9f6cf38f6935de3c43698bd8a38d, e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:53:02,975 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:02,978 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:02,978 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:02,978 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:02,978 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:02,978 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:02,980 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:53:02,992 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f/697f95b603e942c789e78aa961d65c43 is 29, key is row1/f:/1731610376849/DeleteFamily/seqid=0 2024-11-14T18:53:03,004 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/info/3efb8f6801d4471f8fe4f482de7a57cc is 147, key is hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d./info:regioninfo/1731610368916/Put/seqid=0 2024-11-14T18:53:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741840_1016 (size=5152) 2024-11-14T18:53:03,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741841_1017 (size=7686) 2024-11-14T18:53:03,015 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/info/3efb8f6801d4471f8fe4f482de7a57cc 2024-11-14T18:53:03,065 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/ns/0fa5b3ebeeeb4749a12f95bd3ca5b1b4 is 43, key is default/ns:d/1731610356429/Put/seqid=0 2024-11-14T18:53:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:53:03,088 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/ns/0fa5b3ebeeeb4749a12f95bd3ca5b1b4 2024-11-14T18:53:03,116 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/rep_barrier/691508b89270413487d7cbf87f33c498 is 112, key is test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3./rep_barrier:seqnumDuringOpen/1731610364803/Put/seqid=0 2024-11-14T18:53:03,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741843_1019 (size=5518) 2024-11-14T18:53:03,128 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/rep_barrier/691508b89270413487d7cbf87f33c498 2024-11-14T18:53:03,155 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/table/00eb824a52e144dcbd19dd48e971fa42 is 53, key is hbase:replication/table:state/1731610368926/Put/seqid=0 2024-11-14T18:53:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741844_1020 (size=5308) 2024-11-14T18:53:03,167 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/table/00eb824a52e144dcbd19dd48e971fa42 2024-11-14T18:53:03,172 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/info/3efb8f6801d4471f8fe4f482de7a57cc as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/info/3efb8f6801d4471f8fe4f482de7a57cc 2024-11-14T18:53:03,175 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7f9f6cf38f6935de3c43698bd8a38d, e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:53:03,178 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/info/3efb8f6801d4471f8fe4f482de7a57cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:53:03,179 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/ns/0fa5b3ebeeeb4749a12f95bd3ca5b1b4 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/ns/0fa5b3ebeeeb4749a12f95bd3ca5b1b4 2024-11-14T18:53:03,185 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/ns/0fa5b3ebeeeb4749a12f95bd3ca5b1b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:53:03,186 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/rep_barrier/691508b89270413487d7cbf87f33c498 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/rep_barrier/691508b89270413487d7cbf87f33c498 2024-11-14T18:53:03,193 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/rep_barrier/691508b89270413487d7cbf87f33c498, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:53:03,194 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/.tmp/table/00eb824a52e144dcbd19dd48e971fa42 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/table/00eb824a52e144dcbd19dd48e971fa42 2024-11-14T18:53:03,207 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/table/00eb824a52e144dcbd19dd48e971fa42, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:53:03,208 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 228ms, sequenceid=16, compaction requested=false 2024-11-14T18:53:03,227 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:53:03,230 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:03,230 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:03,230 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:03,231 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610382978Running coprocessor pre-close hooks at 1731610382978Disabling compacts and flushes for region at 1731610382978Disabling writes for close at 1731610382978Obtaining lock to block concurrent updates at 1731610382980 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731610382980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610382980Flushing stores of hbase:meta,,1.1588230740 at 1731610382982 (+2 ms)Flushing 1588230740/info: creating writer at 1731610382982Flushing 1588230740/info: appending metadata at 1731610383003 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731610383003Flushing 1588230740/ns: creating writer at 1731610383040 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731610383065 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731610383065Flushing 1588230740/rep_barrier: creating writer at 1731610383096 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610383114 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610383114Flushing 1588230740/table: creating writer at 1731610383133 (+19 ms)Flushing 1588230740/table: appending metadata at 1731610383154 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731610383155 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff3628c: reopening flushed file at 1731610383172 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474ca9d9: reopening flushed file at 1731610383178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593de4c: reopening flushed file at 1731610383185 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdfcf0f: reopening flushed file at 1731610383193 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 228ms, sequenceid=16, compaction requested=false at 1731610383208 (+15 ms)Writing region close event to WAL at 1731610383219 (+11 ms)Running coprocessor post-close hooks at 1731610383230 (+11 ms)Closed at 1731610383230 2024-11-14T18:53:03,231 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:03,375 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1351): Waiting on 9b7f9f6cf38f6935de3c43698bd8a38d, e76e9ed794e7ea763239688b80faf0c3 2024-11-14T18:53:03,407 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f/697f95b603e942c789e78aa961d65c43 2024-11-14T18:53:03,411 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 697f95b603e942c789e78aa961d65c43 2024-11-14T18:53:03,428 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f1/8e923d16c50347d28b94f59849740da5 is 30, key is row1/f1:/1731610376849/DeleteFamily/seqid=0 2024-11-14T18:53:03,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741845_1021 (size=5158) 2024-11-14T18:53:03,435 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f1/8e923d16c50347d28b94f59849740da5 2024-11-14T18:53:03,440 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e923d16c50347d28b94f59849740da5 2024-11-14T18:53:03,458 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/norep/75b10c038bbb4f9682eb0e5a93ff3673 is 33, key is row1/norep:/1731610376849/DeleteFamily/seqid=0 2024-11-14T18:53:03,466 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1191, reset compression=false 2024-11-14T18:53:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741846_1022 (size=5108) 2024-11-14T18:53:03,475 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/norep/75b10c038bbb4f9682eb0e5a93ff3673 2024-11-14T18:53:03,482 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:53:03,483 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1438, reset compression=false 2024-11-14T18:53:03,486 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,43231,1731610353065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:53:03,488 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b10c038bbb4f9682eb0e5a93ff3673 2024-11-14T18:53:03,487 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,43231,1731610353065: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,43231,1731610353065, walGroup=853c158ffd74%2C43231%2C1731610353065, offset=853c158ffd74%2C43231%2C1731610353065.1731610355858:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:43231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:53:03,489 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:53:03,489 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:53:03,490 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f/697f95b603e942c789e78aa961d65c43 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/f/697f95b603e942c789e78aa961d65c43 2024-11-14T18:53:03,495 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:53:03,495 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:53:03,495 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 697f95b603e942c789e78aa961d65c43 2024-11-14T18:53:03,495 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:53:03,495 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 993317752 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202193016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:53:03,495 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/f/697f95b603e942c789e78aa961d65c43, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T18:53:03,496 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:53:03,498 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/f1/8e923d16c50347d28b94f59849740da5 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/f1/8e923d16c50347d28b94f59849740da5 2024-11-14T18:53:03,502 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e923d16c50347d28b94f59849740da5 2024-11-14T18:53:03,502 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/f1/8e923d16c50347d28b94f59849740da5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T18:53:03,503 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/.tmp/norep/75b10c038bbb4f9682eb0e5a93ff3673 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/norep/75b10c038bbb4f9682eb0e5a93ff3673 2024-11-14T18:53:03,507 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b10c038bbb4f9682eb0e5a93ff3673 2024-11-14T18:53:03,507 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/norep/75b10c038bbb4f9682eb0e5a93ff3673, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T18:53:03,508 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e76e9ed794e7ea763239688b80faf0c3 in 534ms, sequenceid=10, compaction requested=false 2024-11-14T18:53:03,525 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/data/default/test/e76e9ed794e7ea763239688b80faf0c3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T18:53:03,527 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:03,527 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:03,527 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:53:03,527 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76e9ed794e7ea763239688b80faf0c3: Waiting for close lock at 1731610382973Running coprocessor pre-close hooks at 1731610382973Disabling compacts and flushes for region at 1731610382973Disabling writes for close at 1731610382974 (+1 ms)Obtaining lock to block concurrent updates at 1731610382974Preparing flush snapshotting stores in e76e9ed794e7ea763239688b80faf0c3 at 1731610382974Finished memstore snapshotting test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731610382974Flushing stores of test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. at 1731610382974Flushing e76e9ed794e7ea763239688b80faf0c3/f: creating writer at 1731610382975 (+1 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/f: appending metadata at 1731610382991 (+16 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/f: closing flushed file at 1731610382991Flushing e76e9ed794e7ea763239688b80faf0c3/f1: creating writer at 1731610383411 (+420 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/f1: appending metadata at 1731610383428 (+17 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/f1: closing flushed file at 1731610383428Flushing e76e9ed794e7ea763239688b80faf0c3/norep: creating writer at 1731610383440 (+12 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/norep: appending metadata at 1731610383457 (+17 ms)Flushing e76e9ed794e7ea763239688b80faf0c3/norep: closing flushed file at 1731610383457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d11964a: reopening flushed file at 1731610383488 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9d53d3: reopening flushed file at 1731610383496 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a477343: reopening flushed file at 1731610383502 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e76e9ed794e7ea763239688b80faf0c3 in 534ms, sequenceid=10, compaction requested=false at 1731610383508 (+6 ms)Writing region close event to WAL at 1731610383520 (+12 ms)Running coprocessor post-close hooks at 1731610383527 (+7 ms)Closed at 1731610383527 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610363985.e76e9ed794e7ea763239688b80faf0c3. 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7f9f6cf38f6935de3c43698bd8a38d, disabling compactions & flushes 2024-11-14T18:53:03,528 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. after waiting 0 ms 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7f9f6cf38f6935de3c43698bd8a38d: Waiting for close lock at 1731610383528Running coprocessor pre-close hooks at 1731610383528Disabling compacts and flushes for region at 1731610383528Disabling writes for close at 1731610383528Failed flush hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., putting online again at 1731610383528 2024-11-14T18:53:03,528 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,575 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:53:03,575 DEBUG [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1351): Waiting on 9b7f9f6cf38f6935de3c43698bd8a38d 2024-11-14T18:53:03,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7f9f6cf38f6935de3c43698bd8a38d, disabling compactions & flushes 2024-11-14T18:53:03,575 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. after waiting 0 ms 2024-11-14T18:53:03,575 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7f9f6cf38f6935de3c43698bd8a38d: Waiting for close lock at 1731610383575Running coprocessor pre-close hooks at 1731610383575Disabling compacts and flushes for region at 1731610383575Disabling writes for close at 1731610383575Failed flush hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d., putting online again at 1731610383575 2024-11-14T18:53:03,576 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731610368455.9b7f9f6cf38f6935de3c43698bd8a38d. 2024-11-14T18:53:03,675 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:53:03,675 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:53:03,703 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 1438, reset compression=false 2024-11-14T18:53:03,708 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:53:03,708 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/WALs/853c158ffd74,43231,1731610353065/853c158ffd74%2C43231%2C1731610353065.1731610355858 to pos 2082, reset compression=false 2024-11-14T18:53:03,775 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T18:53:03,775 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,43231,1731610353065; all regions closed. 2024-11-14T18:53:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:53:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741839_1015 (size=2171) 2024-11-14T18:53:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741833_1009 (size=2090) 2024-11-14T18:53:03,799 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:03,799 INFO [RS:0;853c158ffd74:43231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:03,799 INFO [RS:0;853c158ffd74:43231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:03,799 INFO [RS:0;853c158ffd74:43231 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:03,799 INFO [RS:0;853c158ffd74:43231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:03,800 INFO [RS:0;853c158ffd74:43231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,43231,1731610353065 because: Region server is closing 2024-11-14T18:53:03,800 INFO [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43231. 2024-11-14T18:53:03,800 DEBUG [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:03,800 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:03,800 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:03,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:03,800 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:03,900 INFO [RS:0;853c158ffd74:43231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.shipper853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 terminated 2024-11-14T18:53:03,900 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,43231,1731610353065.replicationSource.wal-reader.853c158ffd74%2C43231%2C1731610353065,1-853c158ffd74,43231,1731610353065 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T18:53:03,900 INFO [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:43231. 2024-11-14T18:53:03,900 DEBUG [RS:0;853c158ffd74:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:03,900 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:03,900 DEBUG [RS:0;853c158ffd74:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:03,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:03,901 INFO [RS:0;853c158ffd74:43231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43231 2024-11-14T18:53:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945/rs 2024-11-14T18:53:03,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1385830945/rs/853c158ffd74,43231,1731610353065 2024-11-14T18:53:03,947 INFO [RS:0;853c158ffd74:43231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:03,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,43231,1731610353065] 2024-11-14T18:53:04,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1385830945/draining/853c158ffd74,43231,1731610353065 already deleted, retry=false 2024-11-14T18:53:04,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,43231,1731610353065 expired; onlineServers=0 2024-11-14T18:53:04,043 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,45755,1731610352544' ***** 2024-11-14T18:53:04,043 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:04,043 INFO [M:0;853c158ffd74:45755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:04,043 INFO [M:0;853c158ffd74:45755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:04,043 DEBUG [M:0;853c158ffd74:45755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:04,043 DEBUG [M:0;853c158ffd74:45755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:04,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:04,044 INFO [M:0;853c158ffd74:45755 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:04,044 INFO [M:0;853c158ffd74:45755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:04,044 DEBUG [M:0;853c158ffd74:45755 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:04,044 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610355343 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610355343,5,FailOnTimeoutGroup] 2024-11-14T18:53:04,044 INFO [M:0;853c158ffd74:45755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:04,044 INFO [M:0;853c158ffd74:45755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:04,044 INFO [M:0;853c158ffd74:45755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:04,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:04,045 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610355418 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610355418,5,FailOnTimeoutGroup] 2024-11-14T18:53:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1385830945/master 2024-11-14T18:53:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1385830945 2024-11-14T18:53:04,054 DEBUG [M:0;853c158ffd74:45755 {}] zookeeper.ZKUtil(347): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Unable to get data of znode /1385830945/master because node does not exist (not an error) 2024-11-14T18:53:04,054 WARN [M:0;853c158ffd74:45755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:53:04,055 INFO [M:0;853c158ffd74:45755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/.lastflushedseqids 2024-11-14T18:53:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741847_1023 (size=245) 2024-11-14T18:53:04,141 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x1013bfa82450004, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:04,143 INFO [RS:0;853c158ffd74:43231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:04,143 INFO [RS:0;853c158ffd74:43231 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,43231,1731610353065; zookeeper connection closed. 2024-11-14T18:53:04,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e811047 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e811047 2024-11-14T18:53:04,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:04,465 INFO [M:0;853c158ffd74:45755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:04,465 INFO [M:0;853c158ffd74:45755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:04,465 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:04,465 INFO [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:04,465 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:04,465 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:04,465 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:04,465 INFO [M:0;853c158ffd74:45755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T18:53:04,478 DEBUG [M:0;853c158ffd74:45755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc8fbeb673e42e5a50f7ad3ba66fb77 is 82, key is hbase:meta,,1/info:regioninfo/1731610356386/Put/seqid=0 2024-11-14T18:53:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741848_1024 (size=5672) 2024-11-14T18:53:04,882 INFO [M:0;853c158ffd74:45755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc8fbeb673e42e5a50f7ad3ba66fb77 2024-11-14T18:53:04,907 DEBUG [M:0;853c158ffd74:45755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06a9d33407864d028cede78225ae5f75 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610368930/Put/seqid=0 2024-11-14T18:53:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741849_1025 (size=8516) 2024-11-14T18:53:04,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:04,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:04,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:04,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:04,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:04,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,186 DEBUG [master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=17, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-14T18:53:05,189 DEBUG [master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T18:53:05,314 INFO [M:0;853c158ffd74:45755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06a9d33407864d028cede78225ae5f75 2024-11-14T18:53:05,330 DEBUG [M:0;853c158ffd74:45755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c059bae61f674844bd7ec033e88afd98 is 69, key is 853c158ffd74,43231,1731610353065/rs:state/1731610355433/Put/seqid=0 2024-11-14T18:53:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741850_1026 (size=5156) 2024-11-14T18:53:05,445 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:05,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:05,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:05,739 INFO [M:0;853c158ffd74:45755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c059bae61f674844bd7ec033e88afd98 2024-11-14T18:53:05,750 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc8fbeb673e42e5a50f7ad3ba66fb77 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc8fbeb673e42e5a50f7ad3ba66fb77 2024-11-14T18:53:05,765 INFO [M:0;853c158ffd74:45755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc8fbeb673e42e5a50f7ad3ba66fb77, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T18:53:05,769 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06a9d33407864d028cede78225ae5f75 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06a9d33407864d028cede78225ae5f75 2024-11-14T18:53:05,774 INFO [M:0;853c158ffd74:45755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06a9d33407864d028cede78225ae5f75, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T18:53:05,779 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c059bae61f674844bd7ec033e88afd98 as hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c059bae61f674844bd7ec033e88afd98 2024-11-14T18:53:05,784 INFO [M:0;853c158ffd74:45755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/677c38f8-2db9-9743-7bd9-8ea523b3a401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c059bae61f674844bd7ec033e88afd98, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T18:53:05,788 INFO [M:0;853c158ffd74:45755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false 2024-11-14T18:53:05,799 INFO [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:05,799 DEBUG [M:0;853c158ffd74:45755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610384465Disabling compacts and flushes for region at 1731610384465Disabling writes for close at 1731610384465Obtaining lock to block concurrent updates at 1731610384465Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610384465Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731610384466 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610384466Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610384466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610384478 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610384478Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610384886 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610384906 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610384906Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610385317 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610385330 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610385330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca06912: reopening flushed file at 1731610385750 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360e5ec6: reopening flushed file at 1731610385765 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51245eb4: reopening flushed file at 1731610385774 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false at 1731610385788 (+14 ms)Writing region close event to WAL at 1731610385798 (+10 ms)Closed at 1731610385798 2024-11-14T18:53:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741830_1006 (size=63654) 2024-11-14T18:53:05,806 INFO [M:0;853c158ffd74:45755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:05,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:05,806 INFO [M:0;853c158ffd74:45755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45755 2024-11-14T18:53:05,807 INFO [M:0;853c158ffd74:45755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45755-0x1013bfa82450003, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:05,955 INFO [M:0;853c158ffd74:45755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:05,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64019185{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:05,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac7ff8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:05,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:05,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec7e8dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:05,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c4113cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:05,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:05,965 WARN [BP-1055919702-172.17.0.2-1731610349362 heartbeating to localhost/127.0.0.1:43331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:05,965 WARN [BP-1055919702-172.17.0.2-1731610349362 heartbeating to localhost/127.0.0.1:43331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1055919702-172.17.0.2-1731610349362 (Datanode Uuid 85ec3582-6923-4a51-99b5-9815344a513e) service to localhost/127.0.0.1:43331 2024-11-14T18:53:05,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:05,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/cluster_e44eaab2-a5de-20a0-b908-203991e40db8/data/data1/current/BP-1055919702-172.17.0.2-1731610349362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:05,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/cluster_e44eaab2-a5de-20a0-b908-203991e40db8/data/data2/current/BP-1055919702-172.17.0.2-1731610349362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:05,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:05,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@557b24c6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:05,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db46414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:05,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:05,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274c9b19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:05,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa65bf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/524bce16-f91b-cbe9-b711-7bf9b2d25e9f/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:05,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:05,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:53:05,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:05,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:05,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:05,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:05,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:05,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:53:05,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720586680, stopped=false 2024-11-14T18:53:05,998 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,42677,1731610344840 2024-11-14T18:53:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574253060/running 2024-11-14T18:53:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574253060/running 2024-11-14T18:53:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:53:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:53:06,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:06,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:06,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:06,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:06,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/running 2024-11-14T18:53:06,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,44927,1731610345425' ***** 2024-11-14T18:53:06,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:53:06,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Set watcher on znode that does not yet exist, /0-1574253060/running 2024-11-14T18:53:06,013 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(3091): Received CLOSE for f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:53:06,014 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(3091): Received CLOSE for d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,44927,1731610345425 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:44927. 2024-11-14T18:53:06,014 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1890be0ad0ce21e54a6a74192862ec2, disabling compactions & flushes 2024-11-14T18:53:06,014 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:53:06,014 DEBUG [RS:0;853c158ffd74:44927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:06,014 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:53:06,014 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:06,014 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. after waiting 0 ms 2024-11-14T18:53:06,014 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:53:06,014 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1890be0ad0ce21e54a6a74192862ec2 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T18:53:06,014 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:53:06,015 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:53:06,015 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1325): Online Regions={f1890be0ad0ce21e54a6a74192862ec2=hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2., 1588230740=hbase:meta,,1.1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7=test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.} 2024-11-14T18:53:06,015 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7, f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:53:06,015 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:06,015 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:06,015 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:06,015 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:06,015 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:06,015 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:53:06,015 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:06,039 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/info/901849aa7e3d44a6a769f8e0c98131f5 is 147, key is hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2./info:regioninfo/1731610367249/Put/seqid=0 2024-11-14T18:53:06,056 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/.tmp/queue/c950fc3b51994ae4b6c5f89cabb8c6d9 is 153, key is 1-853c158ffd74,44927,1731610345425/queue:853c158ffd74%2C44927%2C1731610345425/1731610376053/Put/seqid=0 2024-11-14T18:53:06,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741840_1016 (size=7686) 2024-11-14T18:53:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741841_1017 (size=5352) 2024-11-14T18:53:06,215 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7, f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:53:06,415 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7, f1890be0ad0ce21e54a6a74192862ec2 2024-11-14T18:53:06,441 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:53:06,442 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:53:06,471 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/info/901849aa7e3d44a6a769f8e0c98131f5 2024-11-14T18:53:06,490 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/.tmp/queue/c950fc3b51994ae4b6c5f89cabb8c6d9 2024-11-14T18:53:06,503 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/ns/67177d1f382e42f4baed28f41238bc30 is 43, key is default/ns:d/1731610349166/Put/seqid=0 2024-11-14T18:53:06,518 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/.tmp/queue/c950fc3b51994ae4b6c5f89cabb8c6d9 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/queue/c950fc3b51994ae4b6c5f89cabb8c6d9 2024-11-14T18:53:06,524 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/queue/c950fc3b51994ae4b6c5f89cabb8c6d9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T18:53:06,525 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f1890be0ad0ce21e54a6a74192862ec2 in 511ms, sequenceid=8, compaction requested=false 2024-11-14T18:53:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:53:06,555 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/replication/f1890be0ad0ce21e54a6a74192862ec2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T18:53:06,555 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:06,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1890be0ad0ce21e54a6a74192862ec2: Waiting for close lock at 1731610386014Running coprocessor pre-close hooks at 1731610386014Disabling compacts and flushes for region at 1731610386014Disabling writes for close at 1731610386014Obtaining lock to block concurrent updates at 1731610386014Preparing flush snapshotting stores in f1890be0ad0ce21e54a6a74192862ec2 at 1731610386014Finished memstore snapshotting hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731610386015 (+1 ms)Flushing stores of hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. at 1731610386017 (+2 ms)Flushing f1890be0ad0ce21e54a6a74192862ec2/queue: creating writer at 1731610386017Flushing f1890be0ad0ce21e54a6a74192862ec2/queue: appending metadata at 1731610386055 (+38 ms)Flushing f1890be0ad0ce21e54a6a74192862ec2/queue: closing flushed file at 1731610386055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353befaf: reopening flushed file at 1731610386517 (+462 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f1890be0ad0ce21e54a6a74192862ec2 in 511ms, sequenceid=8, compaction requested=false at 1731610386526 (+9 ms)Writing region close event to WAL at 1731610386538 (+12 ms)Running coprocessor post-close hooks at 1731610386555 (+17 ms)Closed at 1731610386556 (+1 ms) 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610366311.f1890be0ad0ce21e54a6a74192862ec2. 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d66cfdec2bf70c7eaa8d9396b2ddb3d7, disabling compactions & flushes 2024-11-14T18:53:06,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. after waiting 0 ms 2024-11-14T18:53:06,556 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:53:06,556 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T18:53:06,578 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f/e0ac5934b0fe452e8375d687b098e1c4 is 28, key is row/f:/1731610375841/DeleteFamily/seqid=0 2024-11-14T18:53:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741843_1019 (size=5085) 2024-11-14T18:53:06,615 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:06,816 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:06,851 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 636, reset compression=false 2024-11-14T18:53:06,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:53:06,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 883, reset compression=false 2024-11-14T18:53:06,858 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,44927,1731610345425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:53:06,859 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,44927,1731610345425: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-853c158ffd74,44927,1731610345425, walGroup=853c158ffd74%2C44927%2C1731610345425, offset=853c158ffd74%2C44927%2C1731610345425.1731610348598:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:44927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:53:06,860 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:53:06,861 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:53:06,861 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:53:06,861 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:53:06,861 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:53:06,861 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 943430104 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202656200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:53:06,862 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:42677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:42677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:53:06,931 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/ns/67177d1f382e42f4baed28f41238bc30 2024-11-14T18:53:06,957 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/rep_barrier/eaeab944677f44bd9d6fd60c326dfb4d is 112, key is test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7./rep_barrier:seqnumDuringOpen/1731610362989/Put/seqid=0 2024-11-14T18:53:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741844_1020 (size=5518) 2024-11-14T18:53:06,982 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f/e0ac5934b0fe452e8375d687b098e1c4 2024-11-14T18:53:06,986 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0ac5934b0fe452e8375d687b098e1c4 2024-11-14T18:53:07,005 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f1/4dd1cb13f3fa434e8ef8454859f7b93c is 29, key is row/f1:/1731610375841/DeleteFamily/seqid=0 2024-11-14T18:53:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741845_1021 (size=5089) 2024-11-14T18:53:07,016 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:53:07,016 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7=test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7.} 2024-11-14T18:53:07,016 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:07,075 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 883, reset compression=false 2024-11-14T18:53:07,216 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:07,367 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/rep_barrier/eaeab944677f44bd9d6fd60c326dfb4d 2024-11-14T18:53:07,379 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.wal-reader.853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.1731610348598 to pos 883, reset compression=false 2024-11-14T18:53:07,403 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/table/4d551518b4f04285a47efdcd174575bf is 53, key is hbase:replication/table:state/1731610367272/Put/seqid=0 2024-11-14T18:53:07,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741846_1022 (size=5308) 2024-11-14T18:53:07,416 DEBUG [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d66cfdec2bf70c7eaa8d9396b2ddb3d7 2024-11-14T18:53:07,419 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f1/4dd1cb13f3fa434e8ef8454859f7b93c 2024-11-14T18:53:07,419 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/table/4d551518b4f04285a47efdcd174575bf 2024-11-14T18:53:07,423 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dd1cb13f3fa434e8ef8454859f7b93c 2024-11-14T18:53:07,426 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/info/901849aa7e3d44a6a769f8e0c98131f5 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/info/901849aa7e3d44a6a769f8e0c98131f5 2024-11-14T18:53:07,433 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/info/901849aa7e3d44a6a769f8e0c98131f5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:53:07,434 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/ns/67177d1f382e42f4baed28f41238bc30 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/ns/67177d1f382e42f4baed28f41238bc30 2024-11-14T18:53:07,443 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/ns/67177d1f382e42f4baed28f41238bc30, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:53:07,444 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/rep_barrier/eaeab944677f44bd9d6fd60c326dfb4d as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/rep_barrier/eaeab944677f44bd9d6fd60c326dfb4d 2024-11-14T18:53:07,444 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/norep/a23a2b8681f44364a401d091fd49d83d is 32, key is row/norep:/1731610375841/DeleteFamily/seqid=0 2024-11-14T18:53:07,450 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/rep_barrier/eaeab944677f44bd9d6fd60c326dfb4d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:53:07,451 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/.tmp/table/4d551518b4f04285a47efdcd174575bf as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/table/4d551518b4f04285a47efdcd174575bf 2024-11-14T18:53:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741847_1023 (size=5101) 2024-11-14T18:53:07,457 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/norep/a23a2b8681f44364a401d091fd49d83d 2024-11-14T18:53:07,459 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/table/4d551518b4f04285a47efdcd174575bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:53:07,460 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false 2024-11-14T18:53:07,461 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:53:07,463 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a23a2b8681f44364a401d091fd49d83d 2024-11-14T18:53:07,464 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f/e0ac5934b0fe452e8375d687b098e1c4 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/f/e0ac5934b0fe452e8375d687b098e1c4 2024-11-14T18:53:07,470 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0ac5934b0fe452e8375d687b098e1c4 2024-11-14T18:53:07,470 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:53:07,470 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/f/e0ac5934b0fe452e8375d687b098e1c4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T18:53:07,471 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:07,471 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:07,471 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:07,471 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610386015Running coprocessor pre-close hooks at 1731610386015Disabling compacts and flushes for region at 1731610386015Disabling writes for close at 1731610386015Obtaining lock to block concurrent updates at 1731610386015Preparing flush snapshotting stores in 1588230740 at 1731610386015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610386015Flushing stores of hbase:meta,,1.1588230740 at 1731610386016 (+1 ms)Flushing 1588230740/info: creating writer at 1731610386016Flushing 1588230740/info: appending metadata at 1731610386039 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731610386039Flushing 1588230740/ns: creating writer at 1731610386479 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731610386502 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731610386502Flushing 1588230740/rep_barrier: creating writer at 1731610386936 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610386956 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610386956Flushing 1588230740/table: creating writer at 1731610387382 (+426 ms)Flushing 1588230740/table: appending metadata at 1731610387402 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731610387402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302b76f5: reopening flushed file at 1731610387425 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ffebba: reopening flushed file at 1731610387433 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af9ae5f: reopening flushed file at 1731610387443 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463e8abd: reopening flushed file at 1731610387450 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false at 1731610387460 (+10 ms)Writing region close event to WAL at 1731610387467 (+7 ms)Running coprocessor post-close hooks at 1731610387471 (+4 ms)Closed at 1731610387471 2024-11-14T18:53:07,471 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:07,471 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/f1/4dd1cb13f3fa434e8ef8454859f7b93c as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1/4dd1cb13f3fa434e8ef8454859f7b93c 2024-11-14T18:53:07,477 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dd1cb13f3fa434e8ef8454859f7b93c 2024-11-14T18:53:07,477 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1/4dd1cb13f3fa434e8ef8454859f7b93c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T18:53:07,479 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/.tmp/norep/a23a2b8681f44364a401d091fd49d83d as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep/a23a2b8681f44364a401d091fd49d83d 2024-11-14T18:53:07,491 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a23a2b8681f44364a401d091fd49d83d 2024-11-14T18:53:07,491 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep/a23a2b8681f44364a401d091fd49d83d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T18:53:07,492 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d66cfdec2bf70c7eaa8d9396b2ddb3d7 in 936ms, sequenceid=6, compaction requested=false 2024-11-14T18:53:07,492 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:53:07,505 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/data/default/test/d66cfdec2bf70c7eaa8d9396b2ddb3d7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:53:07,506 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:07,506 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:07,506 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:53:07,506 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d66cfdec2bf70c7eaa8d9396b2ddb3d7: Waiting for close lock at 1731610386556Running coprocessor pre-close hooks at 1731610386556Disabling compacts and flushes for region at 1731610386556Disabling writes for close at 1731610386556Obtaining lock to block concurrent updates at 1731610386556Preparing flush snapshotting stores in d66cfdec2bf70c7eaa8d9396b2ddb3d7 at 1731610386556Finished memstore snapshotting test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731610386557 (+1 ms)Flushing stores of test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. at 1731610386557Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f: creating writer at 1731610386557Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f: appending metadata at 1731610386576 (+19 ms)Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f: closing flushed file at 1731610386576Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1: creating writer at 1731610386987 (+411 ms)Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1: appending metadata at 1731610387004 (+17 ms)Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/f1: closing flushed file at 1731610387004Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep: creating writer at 1731610387423 (+419 ms)Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep: appending metadata at 1731610387443 (+20 ms)Flushing d66cfdec2bf70c7eaa8d9396b2ddb3d7/norep: closing flushed file at 1731610387443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a5258: reopening flushed file at 1731610387463 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fa53ce: reopening flushed file at 1731610387470 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d8e631: reopening flushed file at 1731610387477 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d66cfdec2bf70c7eaa8d9396b2ddb3d7 in 936ms, sequenceid=6, compaction requested=false at 1731610387492 (+15 ms)Writing region close event to WAL at 1731610387502 (+10 ms)Running coprocessor post-close hooks at 1731610387506 (+4 ms)Closed at 1731610387506 2024-11-14T18:53:07,506 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610361830.d66cfdec2bf70c7eaa8d9396b2ddb3d7. 2024-11-14T18:53:07,617 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,44927,1731610345425; all regions closed. 2024-11-14T18:53:07,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/WALs/853c158ffd74,44927,1731610345425/853c158ffd74%2C44927%2C1731610345425.meta.1731610349002.meta not finished, retry = 0 2024-11-14T18:53:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741834_1010 (size=4239) 2024-11-14T18:53:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741839_1015 (size=2240) 2024-11-14T18:53:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741833_1009 (size=1535) 2024-11-14T18:53:07,738 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:07,738 INFO [RS:0;853c158ffd74:44927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:07,739 INFO [RS:0;853c158ffd74:44927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:07,739 INFO [RS:0;853c158ffd74:44927 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:07,739 INFO [RS:0;853c158ffd74:44927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:07,739 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:07,740 INFO [RS:0;853c158ffd74:44927 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,44927,1731610345425 because: Region server is closing 2024-11-14T18:53:07,740 INFO [RS:0;853c158ffd74:44927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:44927. 2024-11-14T18:53:07,740 DEBUG [RS:0;853c158ffd74:44927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:07,740 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:07,740 DEBUG [RS:0;853c158ffd74:44927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:07,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:07,841 INFO [RS:0;853c158ffd74:44927 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,44927,1731610345425.replicationSource.shipper853c158ffd74%2C44927%2C1731610345425,1-853c158ffd74,44927,1731610345425 terminated 2024-11-14T18:53:07,841 INFO [RS:0;853c158ffd74:44927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44927 2024-11-14T18:53:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574253060/rs/853c158ffd74,44927,1731610345425 2024-11-14T18:53:07,899 INFO [RS:0;853c158ffd74:44927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:07,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060/rs 2024-11-14T18:53:07,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,44927,1731610345425] 2024-11-14T18:53:07,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/draining/853c158ffd74,44927,1731610345425 already deleted, retry=false 2024-11-14T18:53:07,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,44927,1731610345425 expired; onlineServers=0 2024-11-14T18:53:07,912 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,42677,1731610344840' ***** 2024-11-14T18:53:07,912 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:07,912 INFO [M:0;853c158ffd74:42677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:07,912 INFO [M:0;853c158ffd74:42677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:07,912 DEBUG [M:0;853c158ffd74:42677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:07,912 DEBUG [M:0;853c158ffd74:42677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:07,912 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:07,912 INFO [M:0;853c158ffd74:42677 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:07,912 INFO [M:0;853c158ffd74:42677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:07,912 DEBUG [M:0;853c158ffd74:42677 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:07,913 INFO [M:0;853c158ffd74:42677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:07,913 INFO [M:0;853c158ffd74:42677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:07,913 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610347874 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610347874,5,FailOnTimeoutGroup] 2024-11-14T18:53:07,913 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610347860 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610347860,5,FailOnTimeoutGroup] 2024-11-14T18:53:07,913 INFO [M:0;853c158ffd74:42677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:07,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:07,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574253060/master 2024-11-14T18:53:07,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574253060 2024-11-14T18:53:07,929 DEBUG [M:0;853c158ffd74:42677 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574253060/master already deleted, retry=false 2024-11-14T18:53:07,929 DEBUG [M:0;853c158ffd74:42677 {}] master.ActiveMasterManager(353): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1574253060/master 2024-11-14T18:53:07,930 INFO [M:0;853c158ffd74:42677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/.lastflushedseqids 2024-11-14T18:53:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741848_1024 (size=245) 2024-11-14T18:53:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44927-0x1013bfa82450001, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:08,004 INFO [RS:0;853c158ffd74:44927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:08,004 INFO [RS:0;853c158ffd74:44927 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,44927,1731610345425; zookeeper connection closed. 2024-11-14T18:53:08,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@235ff4e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@235ff4e8 2024-11-14T18:53:08,011 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:08,336 INFO [M:0;853c158ffd74:42677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:08,337 INFO [M:0;853c158ffd74:42677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:08,337 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:08,337 INFO [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:08,337 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:08,337 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:08,337 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:08,337 INFO [M:0;853c158ffd74:42677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T18:53:08,362 DEBUG [M:0;853c158ffd74:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dcc969dad864a77a4df0c49626a49c7 is 82, key is hbase:meta,,1/info:regioninfo/1731610349137/Put/seqid=0 2024-11-14T18:53:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741849_1025 (size=5672) 2024-11-14T18:53:08,771 INFO [M:0;853c158ffd74:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dcc969dad864a77a4df0c49626a49c7 2024-11-14T18:53:08,795 DEBUG [M:0;853c158ffd74:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ffe4ed50b654aa4b29d33d3ef8f6a61 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610363001/Put/seqid=0 2024-11-14T18:53:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741850_1026 (size=7217) 2024-11-14T18:53:08,803 INFO [M:0;853c158ffd74:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ffe4ed50b654aa4b29d33d3ef8f6a61 2024-11-14T18:53:08,811 INFO [M:0;853c158ffd74:42677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ffe4ed50b654aa4b29d33d3ef8f6a61 2024-11-14T18:53:08,831 DEBUG [M:0;853c158ffd74:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb34c44cc99a456d8bf1169c876cd945 is 69, key is 853c158ffd74,44927,1731610345425/rs:state/1731610348179/Put/seqid=0 2024-11-14T18:53:08,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741851_1027 (size=5156) 2024-11-14T18:53:09,247 INFO [M:0;853c158ffd74:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb34c44cc99a456d8bf1169c876cd945 2024-11-14T18:53:09,266 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dcc969dad864a77a4df0c49626a49c7 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dcc969dad864a77a4df0c49626a49c7 2024-11-14T18:53:09,276 INFO [M:0;853c158ffd74:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dcc969dad864a77a4df0c49626a49c7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T18:53:09,283 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ffe4ed50b654aa4b29d33d3ef8f6a61 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ffe4ed50b654aa4b29d33d3ef8f6a61 2024-11-14T18:53:09,288 INFO [M:0;853c158ffd74:42677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ffe4ed50b654aa4b29d33d3ef8f6a61 2024-11-14T18:53:09,288 INFO [M:0;853c158ffd74:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ffe4ed50b654aa4b29d33d3ef8f6a61, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T18:53:09,292 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb34c44cc99a456d8bf1169c876cd945 as hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb34c44cc99a456d8bf1169c876cd945 2024-11-14T18:53:09,299 INFO [M:0;853c158ffd74:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/1052b59c-e67f-8a00-3aec-3c60862e4646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb34c44cc99a456d8bf1169c876cd945, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T18:53:09,302 INFO [M:0;853c158ffd74:42677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=105, compaction requested=false 2024-11-14T18:53:09,307 INFO [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:09,307 DEBUG [M:0;853c158ffd74:42677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610388337Disabling compacts and flushes for region at 1731610388337Disabling writes for close at 1731610388337Obtaining lock to block concurrent updates at 1731610388337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610388337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731610388338 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610388338Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610388340 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610388361 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610388361Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610388776 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610388794 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610388794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610388811 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610388830 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610388830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c763858: reopening flushed file at 1731610389254 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7845e816: reopening flushed file at 1731610389276 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2642221d: reopening flushed file at 1731610389288 (+12 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=105, compaction requested=false at 1731610389302 (+14 ms)Writing region close event to WAL at 1731610389307 (+5 ms)Closed at 1731610389307 2024-11-14T18:53:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45481 is added to blk_1073741830_1006 (size=64411) 2024-11-14T18:53:09,313 INFO [M:0;853c158ffd74:42677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:09,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:09,313 INFO [M:0;853c158ffd74:42677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42677 2024-11-14T18:53:09,313 INFO [M:0;853c158ffd74:42677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x1013bfa82450000, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:09,448 INFO [M:0;853c158ffd74:42677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:09,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c773f45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:09,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c96f403{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:09,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:09,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e49e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:09,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4925c354{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:09,486 WARN [BP-744882960-172.17.0.2-1731610341334 heartbeating to localhost/127.0.0.1:45623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:09,486 WARN [BP-744882960-172.17.0.2-1731610341334 heartbeating to localhost/127.0.0.1:45623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-744882960-172.17.0.2-1731610341334 (Datanode Uuid 7a42d242-dd96-4140-9cc4-5552591dcb00) service to localhost/127.0.0.1:45623 2024-11-14T18:53:09,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/data/data1/current/BP-744882960-172.17.0.2-1731610341334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:09,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/cluster_e50dddcb-e332-b66d-ea2e-039b5a15433a/data/data2/current/BP-744882960-172.17.0.2-1731610341334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:09,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:09,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:09,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:09,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@715b68f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:09,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5481854a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:09,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:09,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1baf7b29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:09,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d26af6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b45fcce-ed3f-0a4f-b325-021432b90e6a/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:09,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:53:09,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:09,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 311) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37833 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43331 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1021 (was 1147), ProcessCount=11 (was 11), AvailableMemoryMB=3890 (was 4536) 2024-11-14T18:53:09,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=1021, ProcessCount=11, AvailableMemoryMB=3887 2024-11-14T18:53:09,591 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T18:53:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir so I do NOT create it in target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719 2024-11-14T18:53:09,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:53:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.tmp.dir so I do NOT create it in target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719 2024-11-14T18:53:09,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a0875c-e8c2-6721-8e87-646dc79febba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:53:09,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719 2024-11-14T18:53:09,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be, deleteOnExit=true 2024-11-14T18:53:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013bfa82450008, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bfa82450002, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:09,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013bfa82450008, quorum=127.0.0.1:53023, baseZNode=/2120631268 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:53:09,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bfa82450002, quorum=127.0.0.1:53023, baseZNode=/0-1574253060 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:53:09,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bfa82450005, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:09,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bfa82450005, quorum=127.0.0.1:53023, baseZNode=/1385830945 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:53:09,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/zookeeper_0, clientPort=57182, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:53:09,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57182 2024-11-14T18:53:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:53:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:53:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/test.cache.data in system properties and HBase conf 2024-11-14T18:53:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:53:09,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:53:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:53:10,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:10,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:10,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:10,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:10,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:53:10,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bd0c9e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33fda95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:10,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@165472ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/java.io.tmpdir/jetty-localhost-40061-hadoop-hdfs-3_4_1-tests_jar-_-any-904874866093985998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:10,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b77bcf6{HTTP/1.1, (http/1.1)}{localhost:40061} 2024-11-14T18:53:10,651 INFO [Time-limited test {}] server.Server(415): Started @317652ms 2024-11-14T18:53:10,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:10,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:10,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:10,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:10,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:53:10,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77bee7ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:10,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15185ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:11,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f8f5e7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/java.io.tmpdir/jetty-localhost-40789-hadoop-hdfs-3_4_1-tests_jar-_-any-6796412650431496950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:11,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b362973{HTTP/1.1, (http/1.1)}{localhost:40789} 2024-11-14T18:53:11,021 INFO [Time-limited test {}] server.Server(415): Started @318022ms 2024-11-14T18:53:11,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:53:11,707 WARN [Thread-4163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data2/current/BP-124678245-172.17.0.2-1731610389668/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:11,707 WARN [Thread-4162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data1/current/BP-124678245-172.17.0.2-1731610389668/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:11,724 WARN [Thread-4150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:53:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9230bff697a8f1d5 with lease ID 0xe9db1de0811e4e0f: Processing first storage report for DS-c91ca039-b37b-40c7-b3bc-8a274a37e216 from datanode DatanodeRegistration(127.0.0.1:46331, datanodeUuid=b4413912-6125-44a1-bdfa-3286b22bffc6, infoPort=46813, infoSecurePort=0, ipcPort=38015, storageInfo=lv=-57;cid=testClusterID;nsid=76769431;c=1731610389668) 2024-11-14T18:53:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9230bff697a8f1d5 with lease ID 0xe9db1de0811e4e0f: from storage DS-c91ca039-b37b-40c7-b3bc-8a274a37e216 node DatanodeRegistration(127.0.0.1:46331, datanodeUuid=b4413912-6125-44a1-bdfa-3286b22bffc6, infoPort=46813, infoSecurePort=0, ipcPort=38015, storageInfo=lv=-57;cid=testClusterID;nsid=76769431;c=1731610389668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9230bff697a8f1d5 with lease ID 0xe9db1de0811e4e0f: Processing first storage report for DS-ddf1acfc-caaa-42ac-aaa7-2791acf23baf from datanode DatanodeRegistration(127.0.0.1:46331, datanodeUuid=b4413912-6125-44a1-bdfa-3286b22bffc6, infoPort=46813, infoSecurePort=0, ipcPort=38015, storageInfo=lv=-57;cid=testClusterID;nsid=76769431;c=1731610389668) 2024-11-14T18:53:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9230bff697a8f1d5 with lease ID 0xe9db1de0811e4e0f: from storage DS-ddf1acfc-caaa-42ac-aaa7-2791acf23baf node DatanodeRegistration(127.0.0.1:46331, datanodeUuid=b4413912-6125-44a1-bdfa-3286b22bffc6, infoPort=46813, infoSecurePort=0, ipcPort=38015, storageInfo=lv=-57;cid=testClusterID;nsid=76769431;c=1731610389668), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:53:11,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719 2024-11-14T18:53:11,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:11,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:53:12,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:12,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:12,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622 with version=8 2024-11-14T18:53:12,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/hbase-staging 2024-11-14T18:53:12,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:12,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37231 2024-11-14T18:53:12,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37231 connecting to ZooKeeper ensemble=127.0.0.1:57182 2024-11-14T18:53:12,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372310x0, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:12,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37231-0x1013bfb3f500000 connected 2024-11-14T18:53:12,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:12,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:12,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on znode that does not yet exist, /0-655862532/running 2024-11-14T18:53:12,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622, hbase.cluster.distributed=false 2024-11-14T18:53:12,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on znode that does not yet exist, /0-655862532/acl 2024-11-14T18:53:12,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-14T18:53:12,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37231 2024-11-14T18:53:12,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37231 2024-11-14T18:53:12,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-14T18:53:12,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-14T18:53:12,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:53:12,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:12,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42253 2024-11-14T18:53:12,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42253 connecting to ZooKeeper ensemble=127.0.0.1:57182 2024-11-14T18:53:12,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:12,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:12,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422530x0, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:12,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42253-0x1013bfb3f500001 connected 2024-11-14T18:53:12,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on znode that does not yet exist, /0-655862532/running 2024-11-14T18:53:12,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:53:12,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:53:12,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on znode that does not yet exist, /0-655862532/master 2024-11-14T18:53:12,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on znode that does not yet exist, /0-655862532/acl 2024-11-14T18:53:12,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-14T18:53:12,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42253 2024-11-14T18:53:12,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42253 2024-11-14T18:53:12,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-14T18:53:12,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-14T18:53:12,401 DEBUG [M:0;853c158ffd74:37231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:37231 2024-11-14T18:53:12,402 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-655862532/backup-masters/853c158ffd74,37231,1731610392177 2024-11-14T18:53:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532/backup-masters 2024-11-14T18:53:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532/backup-masters 2024-11-14T18:53:12,413 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on existing znode=/0-655862532/backup-masters/853c158ffd74,37231,1731610392177 2024-11-14T18:53:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-655862532/master 2024-11-14T18:53:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:12,422 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on existing znode=/0-655862532/master 2024-11-14T18:53:12,422 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-655862532/backup-masters/853c158ffd74,37231,1731610392177 from backup master directory 2024-11-14T18:53:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-655862532/backup-masters/853c158ffd74,37231,1731610392177 2024-11-14T18:53:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532/backup-masters 2024-11-14T18:53:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532/backup-masters 2024-11-14T18:53:12,430 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:12,430 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,37231,1731610392177 2024-11-14T18:53:12,432 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/hbase.id] with ID: d2f3bf8f-749c-4e34-9d29-9af925777cb1 2024-11-14T18:53:12,432 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/.tmp/hbase.id 2024-11-14T18:53:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:53:12,839 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/.tmp/hbase.id]:[hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/hbase.id] 2024-11-14T18:53:12,845 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:12,846 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:53:12,846 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T18:53:12,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:12,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:53:13,289 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:13,289 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:53:13,290 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:53:13,316 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/data/master/store 2024-11-14T18:53:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:53:13,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:53:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:53:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:53:13,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:13,735 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:13,735 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:13,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610393735Disabling compacts and flushes for region at 1731610393735Disabling writes for close at 1731610393735Writing region close event to WAL at 1731610393735Closed at 1731610393735 2024-11-14T18:53:13,736 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/data/master/store/.initializing 2024-11-14T18:53:13,736 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/WALs/853c158ffd74,37231,1731610392177 2024-11-14T18:53:13,736 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:13,738 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C37231%2C1731610392177, suffix=, logDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/WALs/853c158ffd74,37231,1731610392177, archiveDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/oldWALs, maxLogs=10 2024-11-14T18:53:13,754 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/WALs/853c158ffd74,37231,1731610392177/853c158ffd74%2C37231%2C1731610392177.1731610393738, exclude list is [], retry=0 2024-11-14T18:53:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46331,DS-c91ca039-b37b-40c7-b3bc-8a274a37e216,DISK] 2024-11-14T18:53:13,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/WALs/853c158ffd74,37231,1731610392177/853c158ffd74%2C37231%2C1731610392177.1731610393738 2024-11-14T18:53:13,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-14T18:53:13,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:13,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:13,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,758 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:53:13,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:13,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:13,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:53:13,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:13,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:13,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:53:13,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:13,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:13,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:53:13,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:13,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:13,766 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,767 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,767 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,768 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,768 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,769 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:13,770 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:13,776 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:13,777 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67054826, jitterRate=-8.052289485931396E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:13,777 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610393758Initializing all the Stores at 1731610393759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610393759Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610393759Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610393759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610393759Cleaning up temporary data from old regions at 1731610393768 (+9 ms)Region opened successfully at 1731610393777 (+9 ms) 2024-11-14T18:53:13,778 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:53:13,781 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c3f486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:13,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:53:13,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:53:13,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:53:13,784 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:53:13,785 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:53:13,785 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:53:13,785 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:53:13,792 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:53:13,793 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Unable to get data of znode /0-655862532/balancer because node does not exist (not necessarily an error) 2024-11-14T18:53:13,851 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-655862532/balancer already deleted, retry=false 2024-11-14T18:53:13,851 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:53:13,851 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Unable to get data of znode /0-655862532/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:53:13,859 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-655862532/normalizer already deleted, retry=false 2024-11-14T18:53:13,859 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:53:13,860 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Unable to get data of znode /0-655862532/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:53:13,871 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-655862532/switch/split already deleted, retry=false 2024-11-14T18:53:13,872 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Unable to get data of znode /0-655862532/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:53:13,880 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-655862532/switch/merge already deleted, retry=false 2024-11-14T18:53:13,882 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Unable to get data of znode /0-655862532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:53:13,892 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-655862532/snapshot-cleanup already deleted, retry=false 2024-11-14T18:53:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-655862532/running 2024-11-14T18:53:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-655862532/running 2024-11-14T18:53:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:13,902 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,37231,1731610392177, sessionid=0x1013bfb3f500000, setting cluster-up flag (Was=false) 2024-11-14T18:53:13,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:13,951 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-655862532/flush-table-proc/acquired, /0-655862532/flush-table-proc/reached, /0-655862532/flush-table-proc/abort 2024-11-14T18:53:13,953 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,37231,1731610392177 2024-11-14T18:53:13,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:13,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:14,001 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-655862532/online-snapshot/acquired, /0-655862532/online-snapshot/reached, /0-655862532/online-snapshot/abort 2024-11-14T18:53:14,001 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,37231,1731610392177 2024-11-14T18:53:14,002 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:53:14,008 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:14,008 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:53:14,008 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:53:14,008 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,37231,1731610392177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:53:14,009 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,010 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:14,010 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:14,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:53:14,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:14,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610424021 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:53:14,021 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:53:14,024 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,026 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:53:14,026 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:53:14,026 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:53:14,026 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:53:14,027 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610394027,5,FailOnTimeoutGroup] 2024-11-14T18:53:14,027 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610394027,5,FailOnTimeoutGroup] 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,027 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:53:14,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:53:14,031 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622 2024-11-14T18:53:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:53:14,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:14,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:14,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:14,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:14,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:14,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:14,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:14,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:14,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:14,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:14,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:14,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:14,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:14,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:14,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:14,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:14,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:14,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/1588230740 2024-11-14T18:53:14,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/1588230740 2024-11-14T18:53:14,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:14,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:14,058 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:14,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:14,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:14,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72371433, jitterRate=0.07841838896274567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:14,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610394046Initializing all the Stores at 1731610394046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610394046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394046Cleaning up temporary data from old regions at 1731610394058 (+12 ms)Region opened successfully at 1731610394068 (+10 ms) 2024-11-14T18:53:14,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:14,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:14,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:14,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:14,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:14,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:14,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610394068Disabling compacts and flushes for region at 1731610394068Disabling writes for close at 1731610394068Writing region close event to WAL at 1731610394070 (+2 ms)Closed at 1731610394071 (+1 ms) 2024-11-14T18:53:14,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:14,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:53:14,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:53:14,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:14,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:53:14,114 INFO [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(746): ClusterId : d2f3bf8f-749c-4e34-9d29-9af925777cb1 2024-11-14T18:53:14,115 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:53:14,134 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:53:14,134 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:53:14,143 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:53:14,143 DEBUG [RS:0;853c158ffd74:42253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b36eb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:14,190 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:42253 2024-11-14T18:53:14,191 INFO [RS:0;853c158ffd74:42253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:53:14,191 INFO [RS:0;853c158ffd74:42253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:53:14,191 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:53:14,192 INFO [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,37231,1731610392177 with port=42253, startcode=1731610392343 2024-11-14T18:53:14,192 DEBUG [RS:0;853c158ffd74:42253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:53:14,215 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:53:14,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37231 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,231 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622 2024-11-14T18:53:14,231 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45781 2024-11-14T18:53:14,231 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:53:14,243 WARN [853c158ffd74:37231 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:53:14,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532/rs 2024-11-14T18:53:14,263 DEBUG [RS:0;853c158ffd74:42253 {}] zookeeper.ZKUtil(111): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Set watcher on existing znode=/0-655862532/rs/853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,263 WARN [RS:0;853c158ffd74:42253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:14,264 INFO [RS:0;853c158ffd74:42253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:14,264 DEBUG [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,42253,1731610392343] 2024-11-14T18:53:14,270 INFO [RS:0;853c158ffd74:42253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:53:14,283 INFO [RS:0;853c158ffd74:42253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:53:14,283 INFO [RS:0;853c158ffd74:42253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:53:14,283 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,284 INFO [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:53:14,284 INFO [RS:0;853c158ffd74:42253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:53:14,285 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:14,285 DEBUG [RS:0;853c158ffd74:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,287 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42253,1731610392343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:14,309 INFO [RS:0;853c158ffd74:42253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:53:14,310 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42253,1731610392343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,310 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,310 INFO [RS:0;853c158ffd74:42253 {}] regionserver.Replication(171): 853c158ffd74,42253,1731610392343 started 2024-11-14T18:53:14,335 INFO [RS:0;853c158ffd74:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:14,335 INFO [RS:0;853c158ffd74:42253 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,42253,1731610392343, RpcServer on 853c158ffd74/172.17.0.2:42253, sessionid=0x1013bfb3f500001 2024-11-14T18:53:14,335 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:53:14,335 DEBUG [RS:0;853c158ffd74:42253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,335 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42253,1731610392343' 2024-11-14T18:53:14,335 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-655862532/flush-table-proc/abort' 2024-11-14T18:53:14,336 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-655862532/flush-table-proc/acquired' 2024-11-14T18:53:14,341 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:53:14,341 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:53:14,341 DEBUG [RS:0;853c158ffd74:42253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,341 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,42253,1731610392343' 2024-11-14T18:53:14,341 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-655862532/online-snapshot/abort' 2024-11-14T18:53:14,342 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-655862532/online-snapshot/acquired' 2024-11-14T18:53:14,342 DEBUG [RS:0;853c158ffd74:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:53:14,342 INFO [RS:0;853c158ffd74:42253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:53:14,342 INFO [RS:0;853c158ffd74:42253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:53:14,442 INFO [RS:0;853c158ffd74:42253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:14,444 INFO [RS:0;853c158ffd74:42253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42253%2C1731610392343, suffix=, logDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343, archiveDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/oldWALs, maxLogs=10 2024-11-14T18:53:14,468 DEBUG [RS:0;853c158ffd74:42253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343/853c158ffd74%2C42253%2C1731610392343.1731610394444, exclude list is [], retry=0 2024-11-14T18:53:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46331,DS-c91ca039-b37b-40c7-b3bc-8a274a37e216,DISK] 2024-11-14T18:53:14,531 INFO [RS:0;853c158ffd74:42253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343/853c158ffd74%2C42253%2C1731610392343.1731610394444 2024-11-14T18:53:14,531 DEBUG [RS:0;853c158ffd74:42253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-14T18:53:14,745 DEBUG [853c158ffd74:37231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:53:14,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,42253,1731610392343 2024-11-14T18:53:14,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42253,1731610392343, state=OPENING 2024-11-14T18:53:14,800 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:53:14,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-655862532 2024-11-14T18:53:14,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-655862532/meta-region-server: CHANGED 2024-11-14T18:53:14,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-655862532/meta-region-server: CHANGED 2024-11-14T18:53:14,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:14,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42253,1731610392343}] 2024-11-14T18:53:14,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:14,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:53:14,969 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:53:14,969 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:14,969 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:53:14,970 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C42253%2C1731610392343.meta, suffix=.meta, logDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343, archiveDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/oldWALs, maxLogs=10 2024-11-14T18:53:14,987 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343/853c158ffd74%2C42253%2C1731610392343.meta.1731610394971.meta, exclude list is [], retry=0 2024-11-14T18:53:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46331,DS-c91ca039-b37b-40c7-b3bc-8a274a37e216,DISK] 2024-11-14T18:53:14,993 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/WALs/853c158ffd74,42253,1731610392343/853c158ffd74%2C42253%2C1731610392343.meta.1731610394971.meta 2024-11-14T18:53:14,993 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-14T18:53:14,993 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:14,994 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:53:14,994 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:53:14,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:53:14,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:15,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:15,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:15,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:15,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:15,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:15,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:15,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:15,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:15,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:15,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:15,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:15,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:15,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:15,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:15,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:15,004 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:15,004 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/1588230740 2024-11-14T18:53:15,005 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/hbase/meta/1588230740 2024-11-14T18:53:15,006 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:15,006 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:15,006 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:15,009 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:15,009 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59047537, jitterRate=-0.12012313306331635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:15,009 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:53:15,010 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610394994Writing region info on filesystem at 1731610394994Initializing all the Stores at 1731610394995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394999 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610394999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610394999Cleaning up temporary data from old regions at 1731610395006 (+7 ms)Running coprocessor post-open hooks at 1731610395009 (+3 ms)Region opened successfully at 1731610395010 (+1 ms) 2024-11-14T18:53:15,011 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610394963 2024-11-14T18:53:15,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,42253,1731610392343 2024-11-14T18:53:15,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,42253,1731610392343, state=OPEN 2024-11-14T18:53:15,015 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:53:15,015 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:53:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1013bfb3f500000, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-655862532/meta-region-server 2024-11-14T18:53:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1013bfb3f500001, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-655862532/meta-region-server 2024-11-14T18:53:15,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-655862532/meta-region-server: CHANGED 2024-11-14T18:53:15,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-655862532/meta-region-server: CHANGED 2024-11-14T18:53:15,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,42253,1731610392343 2024-11-14T18:53:15,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:53:15,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,42253,1731610392343 in 243 msec 2024-11-14T18:53:15,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:53:15,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 984 msec 2024-11-14T18:53:15,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:15,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:53:15,062 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:15,062 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42253,1731610392343, seqNum=-1] 2024-11-14T18:53:15,062 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:15,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:15,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-14T18:53:15,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610395070, completionTime=-1 2024-11-14T18:53:15,070 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:53:15,070 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:53:15,072 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:53:15,072 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610455072 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610515072 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:37231, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,073 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,074 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,076 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.648sec 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:15,079 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:53:15,081 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:53:15,081 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:53:15,081 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37231,1731610392177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:15,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5277472e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:15,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37231,-1 for getting cluster id 2024-11-14T18:53:15,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:15,113 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3bf8f-749c-4e34-9d29-9af925777cb1' 2024-11-14T18:53:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3bf8f-749c-4e34-9d29-9af925777cb1" 2024-11-14T18:53:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702fcce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37231,-1] 2024-11-14T18:53:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:15,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:15,116 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:15,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee0c41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:15,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,42253,1731610392343, seqNum=-1] 2024-11-14T18:53:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:15,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:15,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,37231,1731610392177 2024-11-14T18:53:15,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57182 2024-11-14T18:53:15,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57182, baseZNode=/0-655862532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:15,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bfb3f500002 connected 2024-11-14T18:53:15,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37231,1731610392177 2024-11-14T18:53:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bbb0cd4 2024-11-14T18:53:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:15,227 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:15,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:53:15,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:53:15,233 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:15,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:53:15,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:53:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:53:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:15,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98f6328ef2431c1b7bd98aee83522f7d, NAME => 'test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622 2024-11-14T18:53:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46331 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:53:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:16,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:16,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98f6328ef2431c1b7bd98aee83522f7d, disabling compactions & flushes 2024-11-14T18:53:16,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. after waiting 0 ms 2024-11-14T18:53:16,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98f6328ef2431c1b7bd98aee83522f7d: Waiting for close lock at 1731610396068Disabling compacts and flushes for region at 1731610396068Disabling writes for close at 1731610396068Writing region close event to WAL at 1731610396068Closed at 1731610396068 2024-11-14T18:53:16,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:53:16,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610396070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610396070"}]},"ts":"1731610396070"} 2024-11-14T18:53:16,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:53:16,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:53:16,085 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610396084"}]},"ts":"1731610396084"} 2024-11-14T18:53:16,089 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:53:16,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98f6328ef2431c1b7bd98aee83522f7d, ASSIGN}] 2024-11-14T18:53:16,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98f6328ef2431c1b7bd98aee83522f7d, ASSIGN 2024-11-14T18:53:16,111 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98f6328ef2431c1b7bd98aee83522f7d, ASSIGN; state=OFFLINE, location=853c158ffd74,42253,1731610392343; forceNewPlan=false, retain=false 2024-11-14T18:53:16,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98f6328ef2431c1b7bd98aee83522f7d, regionState=OPENING, regionLocation=853c158ffd74,42253,1731610392343 2024-11-14T18:53:16,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98f6328ef2431c1b7bd98aee83522f7d, ASSIGN because future has completed 2024-11-14T18:53:16,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98f6328ef2431c1b7bd98aee83522f7d, server=853c158ffd74,42253,1731610392343}] 2024-11-14T18:53:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:16,467 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,467 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98f6328ef2431c1b7bd98aee83522f7d, NAME => 'test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:16,467 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:16,468 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:53:16,468 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,468 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:16,468 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,468 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,482 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,489 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f6328ef2431c1b7bd98aee83522f7d columnFamilyName f 2024-11-14T18:53:16,489 DEBUG [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:16,490 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(327): Store=98f6328ef2431c1b7bd98aee83522f7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:16,490 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,496 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f6328ef2431c1b7bd98aee83522f7d columnFamilyName f1 2024-11-14T18:53:16,496 DEBUG [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:16,496 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(327): Store=98f6328ef2431c1b7bd98aee83522f7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:16,496 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,499 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f6328ef2431c1b7bd98aee83522f7d columnFamilyName norep 2024-11-14T18:53:16,499 DEBUG [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:16,500 INFO [StoreOpener-98f6328ef2431c1b7bd98aee83522f7d-1 {}] regionserver.HStore(327): Store=98f6328ef2431c1b7bd98aee83522f7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:16,500 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,500 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/default/test/98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,501 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/default/test/98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,502 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,502 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,502 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:53:16,503 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,519 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/data/default/test/98f6328ef2431c1b7bd98aee83522f7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:16,519 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98f6328ef2431c1b7bd98aee83522f7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440882, jitterRate=0.019848614931106567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:53:16,519 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98f6328ef2431c1b7bd98aee83522f7d 2024-11-14T18:53:16,520 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98f6328ef2431c1b7bd98aee83522f7d: Running coprocessor pre-open hook at 1731610396468Writing region info on filesystem at 1731610396468Initializing all the Stores at 1731610396475 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610396475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610396478 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610396478Cleaning up temporary data from old regions at 1731610396502 (+24 ms)Running coprocessor post-open hooks at 1731610396519 (+17 ms)Region opened successfully at 1731610396520 (+1 ms) 2024-11-14T18:53:16,521 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d., pid=6, masterSystemTime=1731610396442 2024-11-14T18:53:16,527 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,527 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610395228.98f6328ef2431c1b7bd98aee83522f7d. 2024-11-14T18:53:16,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98f6328ef2431c1b7bd98aee83522f7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,42253,1731610392343 2024-11-14T18:53:16,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98f6328ef2431c1b7bd98aee83522f7d, server=853c158ffd74,42253,1731610392343 because future has completed 2024-11-14T18:53:16,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:53:16,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98f6328ef2431c1b7bd98aee83522f7d, server=853c158ffd74,42253,1731610392343 in 273 msec 2024-11-14T18:53:16,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:53:16,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98f6328ef2431c1b7bd98aee83522f7d, ASSIGN in 470 msec 2024-11-14T18:53:16,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:53:16,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610396563"}]},"ts":"1731610396563"} 2024-11-14T18:53:16,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:53:16,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:53:16,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3440 sec 2024-11-14T18:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:17,392 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:53:17,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5408142f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37231,-1 for getting cluster id 2024-11-14T18:53:17,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:17,404 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3bf8f-749c-4e34-9d29-9af925777cb1' 2024-11-14T18:53:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3bf8f-749c-4e34-9d29-9af925777cb1" 2024-11-14T18:53:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56814d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37231,-1] 2024-11-14T18:53:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,406 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12845b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37231,1731610392177 2024-11-14T18:53:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61a036a8 2024-11-14T18:53:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:17,409 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:17,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:37231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:53:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:53:17,413 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:37231' 2024-11-14T18:53:17,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42efd404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,415 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,37231,-1 for getting cluster id 2024-11-14T18:53:17,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:17,415 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2f3bf8f-749c-4e34-9d29-9af925777cb1' 2024-11-14T18:53:17,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2f3bf8f-749c-4e34-9d29-9af925777cb1" 2024-11-14T18:53:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dea8dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,37231,-1] 2024-11-14T18:53:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:17,417 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37353cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:17,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,37231,1731610392177 2024-11-14T18:53:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b0bb1 2024-11-14T18:53:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:17,420 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:17,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:53:17,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:53:17,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,421 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T18:53:17,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:17,428 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T18:53:17,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=20 msec 2024-11-14T18:53:17,430 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T18:53:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:17,524 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://853c158ffd74:37231, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T18:53:17,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:17,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:17,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:17,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:17,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 359) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp939104271-7850 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe828433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 2 on default port 38015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1595848791_20 at /127.0.0.1:60980 [Receiving block BP-124678245-172.17.0.2-1731610389668:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;853c158ffd74:42253-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3a98c6f7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(1420920887) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622/MasterData-prefix:853c158ffd74,37231,1731610392177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622-prefix:853c158ffd74,42253,1731610392343.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp939104271-7852-acceptor-0@78cbd7f-ServerConnector@2b77bcf6{HTTP/1.1, (http/1.1)}{localhost:40061} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57182) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45781/user/jenkins/test-data/275ef660-c63a-0154-dbff-542ee465b622-prefix:853c158ffd74,42253,1731610392343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2a85aa27 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-124678245-172.17.0.2-1731610389668:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp939104271-7854 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;853c158ffd74:37231 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007fe8289f5668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/853c158ffd74:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp939104271-7849 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe828433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007fe828abac80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 853c158ffd74:37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6545144[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 0 on default port 38015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/853c158ffd74:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp468252886-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp939104271-7853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp939104271-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe828433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/853c158ffd74:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@41b9ab7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 38015 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-124678245-172.17.0.2-1731610389668 heartbeating to localhost/127.0.0.1:45781 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5eac4b57 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57182 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57182) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp468252886-7898-acceptor-0@75716d99-ServerConnector@2b362973{HTTP/1.1, (http/1.1)}{localhost:40789} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp468252886-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe828433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1595848791_20 at /127.0.0.1:60990 [Receiving block BP-124678245-172.17.0.2-1731610389668:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1595848791_20 at /127.0.0.1:60926 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp939104271-7855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp939104271-7851 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe828433c78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@264b3bbc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-124678245-172.17.0.2-1731610389668:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_11749789_20 at /127.0.0.1:60968 [Receiving block BP-124678245-172.17.0.2-1731610389668:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@28fe8c49 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-26e2ff15-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 38015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-124678245-172.17.0.2-1731610389668:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data2/current/BP-124678245-172.17.0.2-1731610389668 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610394027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@37e0ecfc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@59b96c35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45781 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/853c158ffd74:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57182): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;853c158ffd74:42253 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/853c158ffd74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45781 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_META-regionserver/853c158ffd74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@42b1053a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7e1e7b7f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610394027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/cluster_8029420c-2947-cadf-afc8-d76c7de164be/data/data1/current/BP-124678245-172.17.0.2-1731610389668 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57182) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp468252886-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=987 (was 1021), ProcessCount=11 (was 11), AvailableMemoryMB=4850 (was 3887) - AvailableMemoryMB LEAK? - 2024-11-14T18:53:17,550 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-11-14T18:53:17,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=524, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=987, ProcessCount=12, AvailableMemoryMB=4834 2024-11-14T18:53:17,594 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-11-14T18:53:17,624 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T18:53:17,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.log.dir so I do NOT create it in target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0 2024-11-14T18:53:17,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:53:17,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.tmp.dir so I do NOT create it in target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0 2024-11-14T18:53:17,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c61c1d40-1e5b-c2c2-a9a9-d04546082719/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:53:17,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0 2024-11-14T18:53:17,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773, deleteOnExit=true 2024-11-14T18:53:17,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:17,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:53:17,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128826 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:53:17,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/zookeeper_0, clientPort=54394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:53:17,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54394 2024-11-14T18:53:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:53:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:53:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/test.cache.data in system properties and HBase conf 2024-11-14T18:53:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:53:17,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:53:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:53:17,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:53:18,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:18,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:18,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:18,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:18,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:53:18,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:18,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f4368a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:18,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a5ffde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:18,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461d4be1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/java.io.tmpdir/jetty-localhost-35731-hadoop-hdfs-3_4_1-tests_jar-_-any-1797015222629272972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:18,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eccf494{HTTP/1.1, (http/1.1)}{localhost:35731} 2024-11-14T18:53:18,408 INFO [Time-limited test {}] server.Server(415): Started @325409ms 2024-11-14T18:53:18,812 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:18,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,892 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,906 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:18,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:18,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:18,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:18,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:18,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:53:18,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:18,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c7ad3e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/java.io.tmpdir/jetty-localhost-34731-hadoop-hdfs-3_4_1-tests_jar-_-any-13153384757586755671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:19,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:34731} 2024-11-14T18:53:19,135 INFO [Time-limited test {}] server.Server(415): Started @326136ms 2024-11-14T18:53:19,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:53:19,900 WARN [Thread-4297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/data/data1/current/BP-1540126271-172.17.0.2-1731610397807/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:19,901 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/data/data2/current/BP-1540126271-172.17.0.2-1731610397807/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:20,001 WARN [Thread-4285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:53:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3874b2143c74e0 with lease ID 0x1d8dd4a94c53934d: Processing first storage report for DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316 from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=5c14abca-9b28-4209-8442-ff980fe3c091, infoPort=40263, infoSecurePort=0, ipcPort=39281, storageInfo=lv=-57;cid=testClusterID;nsid=266885226;c=1731610397807) 2024-11-14T18:53:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3874b2143c74e0 with lease ID 0x1d8dd4a94c53934d: from storage DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316 node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=5c14abca-9b28-4209-8442-ff980fe3c091, infoPort=40263, infoSecurePort=0, ipcPort=39281, storageInfo=lv=-57;cid=testClusterID;nsid=266885226;c=1731610397807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3874b2143c74e0 with lease ID 0x1d8dd4a94c53934d: Processing first storage report for DS-1e2782f9-487a-4c1c-a650-d18527fc04e7 from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=5c14abca-9b28-4209-8442-ff980fe3c091, infoPort=40263, infoSecurePort=0, ipcPort=39281, storageInfo=lv=-57;cid=testClusterID;nsid=266885226;c=1731610397807) 2024-11-14T18:53:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3874b2143c74e0 with lease ID 0x1d8dd4a94c53934d: from storage DS-1e2782f9-487a-4c1c-a650-d18527fc04e7 node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=5c14abca-9b28-4209-8442-ff980fe3c091, infoPort=40263, infoSecurePort=0, ipcPort=39281, storageInfo=lv=-57;cid=testClusterID;nsid=266885226;c=1731610397807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:20,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0 2024-11-14T18:53:20,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:20,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:53:20,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:53:20,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T18:53:20,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c with version=8 2024-11-14T18:53:20,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/hbase-staging 2024-11-14T18:53:20,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:53:20,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:20,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42667 2024-11-14T18:53:20,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42667 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426670x0, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:20,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42667-0x1013bfb5edc0000 connected 2024-11-14T18:53:20,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:20,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:20,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/running 2024-11-14T18:53:20,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c, hbase.cluster.distributed=false 2024-11-14T18:53:20,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/acl 2024-11-14T18:53:20,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-14T18:53:20,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42667 2024-11-14T18:53:20,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42667 2024-11-14T18:53:21,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-14T18:53:21,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-14T18:53:21,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:53:21,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:21,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46747 2024-11-14T18:53:21,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46747 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:21,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:21,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:21,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467470x0, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/running 2024-11-14T18:53:21,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:53:21,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467470x0, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:21,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46747-0x1013bfb5edc0001 connected 2024-11-14T18:53:21,095 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:53:21,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/master 2024-11-14T18:53:21,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/acl 2024-11-14T18:53:21,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46747 2024-11-14T18:53:21,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46747 2024-11-14T18:53:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46747 2024-11-14T18:53:21,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46747 2024-11-14T18:53:21,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46747 2024-11-14T18:53:21,179 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:42667 2024-11-14T18:53:21,180 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01701749483/backup-masters/853c158ffd74,42667,1731610400538 2024-11-14T18:53:21,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/backup-masters 2024-11-14T18:53:21,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/backup-masters 2024-11-14T18:53:21,227 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on existing znode=/01701749483/backup-masters/853c158ffd74,42667,1731610400538 2024-11-14T18:53:21,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701749483/master 2024-11-14T18:53:21,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:21,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:21,290 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on existing znode=/01701749483/master 2024-11-14T18:53:21,298 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01701749483/backup-masters/853c158ffd74,42667,1731610400538 from backup master directory 2024-11-14T18:53:21,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/backup-masters 2024-11-14T18:53:21,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701749483/backup-masters/853c158ffd74,42667,1731610400538 2024-11-14T18:53:21,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/backup-masters 2024-11-14T18:53:21,315 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:21,315 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,42667,1731610400538 2024-11-14T18:53:21,325 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/hbase.id] with ID: 7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b 2024-11-14T18:53:21,325 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/.tmp/hbase.id 2024-11-14T18:53:21,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:53:21,347 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/.tmp/hbase.id]:[hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/hbase.id] 2024-11-14T18:53:21,381 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:21,381 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:53:21,383 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T18:53:21,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:21,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:53:21,490 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:21,491 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:53:21,500 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:53:21,959 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store 2024-11-14T18:53:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:22,381 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:22,381 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:22,381 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610402381Disabling compacts and flushes for region at 1731610402381Disabling writes for close at 1731610402381Writing region close event to WAL at 1731610402381Closed at 1731610402381 2024-11-14T18:53:22,390 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/.initializing 2024-11-14T18:53:22,391 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/WALs/853c158ffd74,42667,1731610400538 2024-11-14T18:53:22,392 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:22,394 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C42667%2C1731610400538, suffix=, logDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/WALs/853c158ffd74,42667,1731610400538, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/oldWALs, maxLogs=10 2024-11-14T18:53:22,414 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/WALs/853c158ffd74,42667,1731610400538/853c158ffd74%2C42667%2C1731610400538.1731610402394, exclude list is [], retry=0 2024-11-14T18:53:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:22,432 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/WALs/853c158ffd74,42667,1731610400538/853c158ffd74%2C42667%2C1731610400538.1731610402394 2024-11-14T18:53:22,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:22,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:22,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:22,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,439 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:53:22,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:22,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:22,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:53:22,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:53:22,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:53:22,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:22,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:22,452 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,453 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,453 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,454 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,454 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,454 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:22,455 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:22,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:22,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61745036, jitterRate=-0.07992726564407349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:22,468 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610402439Initializing all the Stores at 1731610402440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610402440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610402445 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610402445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610402445Cleaning up temporary data from old regions at 1731610402454 (+9 ms)Region opened successfully at 1731610402468 (+14 ms) 2024-11-14T18:53:22,476 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:53:22,480 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8017939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:22,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:53:22,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:53:22,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:53:22,481 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:53:22,482 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:53:22,483 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:53:22,483 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:53:22,494 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:53:22,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/balancer because node does not exist (not necessarily an error) 2024-11-14T18:53:22,546 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/balancer already deleted, retry=false 2024-11-14T18:53:22,547 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:53:22,548 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:53:22,582 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/normalizer already deleted, retry=false 2024-11-14T18:53:22,582 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:53:22,595 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:53:22,640 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/switch/split already deleted, retry=false 2024-11-14T18:53:22,641 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:53:22,686 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/switch/merge already deleted, retry=false 2024-11-14T18:53:22,689 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:53:22,761 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/snapshot-cleanup already deleted, retry=false 2024-11-14T18:53:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701749483/running 2024-11-14T18:53:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701749483/running 2024-11-14T18:53:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:22,817 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,42667,1731610400538, sessionid=0x1013bfb5edc0000, setting cluster-up flag (Was=false) 2024-11-14T18:53:22,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:22,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:23,069 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701749483/flush-table-proc/acquired, /01701749483/flush-table-proc/reached, /01701749483/flush-table-proc/abort 2024-11-14T18:53:23,071 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42667,1731610400538 2024-11-14T18:53:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:23,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:23,294 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701749483/online-snapshot/acquired, /01701749483/online-snapshot/reached, /01701749483/online-snapshot/abort 2024-11-14T18:53:23,298 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,42667,1731610400538 2024-11-14T18:53:23,302 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:53:23,303 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:23,303 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:53:23,304 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:53:23,304 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,42667,1731610400538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:23,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:23,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:53:23,336 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:23,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:53:23,355 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610433355 2024-11-14T18:53:23,355 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:53:23,355 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:53:23,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:53:23,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:53:23,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:53:23,356 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:53:23,363 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:53:23,364 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:53:23,364 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610403364,5,FailOnTimeoutGroup] 2024-11-14T18:53:23,364 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610403364,5,FailOnTimeoutGroup] 2024-11-14T18:53:23,365 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,365 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:53:23,365 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,365 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:53:23,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:53:23,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c 2024-11-14T18:53:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:53:23,382 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(746): ClusterId : 7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b 2024-11-14T18:53:23,382 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:53:23,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:23,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:23,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:23,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:23,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:23,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:23,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:23,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:23,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:23,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:23,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:23,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:23,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:23,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:23,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:23,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:23,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:23,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:23,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740 2024-11-14T18:53:23,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740 2024-11-14T18:53:23,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:23,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:23,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:23,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65612535, jitterRate=-0.02229703962802887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610403383Initializing all the Stores at 1731610403384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610403384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610403384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610403384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610403384Cleaning up temporary data from old regions at 1731610403407 (+23 ms)Region opened successfully at 1731610403412 (+5 ms) 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:23,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:23,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:23,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:23,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610403412Disabling compacts and flushes for region at 1731610403412Disabling writes for close at 1731610403412Writing region close event to WAL at 1731610403413 (+1 ms)Closed at 1731610403413 2024-11-14T18:53:23,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:23,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:53:23,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:53:23,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:23,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:53:23,418 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:53:23,418 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:53:23,487 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:53:23,487 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd471d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:23,508 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:46747 2024-11-14T18:53:23,508 INFO [RS:0;853c158ffd74:46747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:53:23,508 INFO [RS:0;853c158ffd74:46747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:53:23,508 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:53:23,515 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,42667,1731610400538 with port=46747, startcode=1731610401036 2024-11-14T18:53:23,515 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:53:23,523 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:53:23,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,527 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c 2024-11-14T18:53:23,527 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41271 2024-11-14T18:53:23,527 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:53:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:53:23,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:53:23,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T18:53:23,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T18:53:23,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:23,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T18:53:23,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:53:23,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:53:23,568 WARN [853c158ffd74:42667 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:53:23,574 DEBUG [RS:0;853c158ffd74:46747 {}] zookeeper.ZKUtil(111): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on existing znode=/01701749483/rs/853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,574 WARN [RS:0;853c158ffd74:46747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:23,574 INFO [RS:0;853c158ffd74:46747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:23,574 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/rs 2024-11-14T18:53:23,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,46747,1731610401036] 2024-11-14T18:53:23,579 INFO [RS:0;853c158ffd74:46747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:53:23,587 INFO [RS:0;853c158ffd74:46747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:53:23,587 INFO [RS:0;853c158ffd74:46747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:53:23,587 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,588 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:53:23,589 INFO [RS:0;853c158ffd74:46747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:53:23,589 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,589 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,590 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,590 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:23,590 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:23,590 DEBUG [RS:0;853c158ffd74:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,591 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46747,1731610401036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:23,612 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:53:23,618 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,46747,1731610401036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,619 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,619 INFO [RS:0;853c158ffd74:46747 {}] regionserver.Replication(171): 853c158ffd74,46747,1731610401036 started 2024-11-14T18:53:23,654 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:23,656 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,46747,1731610401036, RpcServer on 853c158ffd74/172.17.0.2:46747, sessionid=0x1013bfb5edc0001 2024-11-14T18:53:23,656 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:53:23,656 DEBUG [RS:0;853c158ffd74:46747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,656 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,46747,1731610401036' 2024-11-14T18:53:23,656 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701749483/flush-table-proc/abort' 2024-11-14T18:53:23,671 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701749483/flush-table-proc/acquired' 2024-11-14T18:53:23,681 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:53:23,681 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:53:23,681 DEBUG [RS:0;853c158ffd74:46747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,46747,1731610401036 2024-11-14T18:53:23,681 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,46747,1731610401036' 2024-11-14T18:53:23,681 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701749483/online-snapshot/abort' 2024-11-14T18:53:23,682 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701749483/online-snapshot/acquired' 2024-11-14T18:53:23,682 DEBUG [RS:0;853c158ffd74:46747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:53:23,682 INFO [RS:0;853c158ffd74:46747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:53:23,682 INFO [RS:0;853c158ffd74:46747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:53:23,785 INFO [RS:0;853c158ffd74:46747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:23,787 INFO [RS:0;853c158ffd74:46747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46747%2C1731610401036, suffix=, logDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/oldWALs, maxLogs=10 2024-11-14T18:53:23,813 DEBUG [RS:0;853c158ffd74:46747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788, exclude list is [], retry=0 2024-11-14T18:53:23,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:23,820 INFO [RS:0;853c158ffd74:46747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 2024-11-14T18:53:23,821 DEBUG [RS:0;853c158ffd74:46747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:24,069 DEBUG [853c158ffd74:42667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:53:24,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:24,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,46747,1731610401036, state=OPENING 2024-11-14T18:53:24,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:53:24,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:24,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:24,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:24,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,46747,1731610401036}] 2024-11-14T18:53:24,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701749483/meta-region-server: CHANGED 2024-11-14T18:53:24,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701749483/meta-region-server: CHANGED 2024-11-14T18:53:24,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:24,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:53:24,297 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:53:24,298 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:24,298 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:53:24,299 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46747%2C1731610401036.meta, suffix=.meta, logDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/oldWALs, maxLogs=10 2024-11-14T18:53:24,321 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610404299.meta, exclude list is [], retry=0 2024-11-14T18:53:24,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:24,352 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610404299.meta 2024-11-14T18:53:24,363 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:24,363 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:24,363 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:53:24,364 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:53:24,364 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:53:24,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:24,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:24,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:24,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:24,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:24,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:24,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:24,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:24,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:24,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:24,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:24,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:24,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:24,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:24,374 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:24,375 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740 2024-11-14T18:53:24,376 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740 2024-11-14T18:53:24,376 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:24,376 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:24,377 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:24,378 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:24,379 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73090046, jitterRate=0.08912655711174011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:24,379 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:53:24,379 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610404364Writing region info on filesystem at 1731610404364Initializing all the Stores at 1731610404365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610404365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610404370 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610404370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610404370Cleaning up temporary data from old regions at 1731610404376 (+6 ms)Running coprocessor post-open hooks at 1731610404379 (+3 ms)Region opened successfully at 1731610404379 2024-11-14T18:53:24,385 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610404280 2024-11-14T18:53:24,387 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:53:24,387 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:53:24,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:24,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,46747,1731610401036, state=OPEN 2024-11-14T18:53:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701749483/meta-region-server 2024-11-14T18:53:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701749483/meta-region-server 2024-11-14T18:53:24,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,46747,1731610401036 2024-11-14T18:53:24,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701749483/meta-region-server: CHANGED 2024-11-14T18:53:24,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701749483/meta-region-server: CHANGED 2024-11-14T18:53:24,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:53:24,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,46747,1731610401036 in 322 msec 2024-11-14T18:53:24,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:53:24,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0300 sec 2024-11-14T18:53:24,453 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:24,453 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:53:24,455 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:24,455 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46747,1731610401036, seqNum=-1] 2024-11-14T18:53:24,456 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:24,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:24,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1610 sec 2024-11-14T18:53:24,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610404468, completionTime=-1 2024-11-14T18:53:24,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:53:24,469 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:53:24,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:53:24,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610464472 2024-11-14T18:53:24,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610524472 2024-11-14T18:53:24,472 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T18:53:24,473 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,473 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,473 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,473 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:42667, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,473 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,474 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,477 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.164sec 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:24,479 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:53:24,496 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:53:24,496 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:53:24,496 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,42667,1731610400538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:24,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abd7308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:24,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:24,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:24,513 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f9cfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:24,516 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:24,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e0513b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:24,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46747,1731610401036, seqNum=-1] 2024-11-14T18:53:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:24,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:24,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,42667,1731610400538 2024-11-14T18:53:24,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir so I do NOT create it in target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec 2024-11-14T18:53:24,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:53:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.tmp.dir so I do NOT create it in target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec 2024-11-14T18:53:24,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:53:24,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec 2024-11-14T18:53:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:53:24,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/cluster_13367d93-6e2a-3bd6-106a-c0f459486840, deleteOnExit=true 2024-11-14T18:53:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/test.cache.data in system properties and HBase conf 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:53:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:53:24,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:53:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:53:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:53:24,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013bfb5edc0002 connected 2024-11-14T18:53:24,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:24,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:25,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:25,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:25,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:53:25,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:25,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490a94e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:25,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1b5f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:25,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ba28b56{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/java.io.tmpdir/jetty-localhost-36753-hadoop-hdfs-3_4_1-tests_jar-_-any-1806407394762680842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:25,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106fe7f{HTTP/1.1, (http/1.1)}{localhost:36753} 2024-11-14T18:53:25,228 INFO [Time-limited test {}] server.Server(415): Started @332229ms 2024-11-14T18:53:25,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:25,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:25,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:25,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:25,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:53:25,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:25,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:25,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1631ccfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/java.io.tmpdir/jetty-localhost-37647-hadoop-hdfs-3_4_1-tests_jar-_-any-15477342844389054694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:25,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:37647} 2024-11-14T18:53:25,818 INFO [Time-limited test {}] server.Server(415): Started @332819ms 2024-11-14T18:53:25,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:53:26,469 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/cluster_13367d93-6e2a-3bd6-106a-c0f459486840/data/data1/current/BP-548795469-172.17.0.2-1731610404616/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:26,471 WARN [Thread-4418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/cluster_13367d93-6e2a-3bd6-106a-c0f459486840/data/data2/current/BP-548795469-172.17.0.2-1731610404616/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:26,494 WARN [Thread-4405 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:53:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6af069dbd463c93d with lease ID 0x31f1646124078a65: Processing first storage report for DS-9cc16d0e-c2c9-46f7-a2b4-77a4d18ad1c9 from datanode DatanodeRegistration(127.0.0.1:38835, datanodeUuid=6a1da989-be55-4da7-b1aa-1b2e7464e902, infoPort=40399, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=2131152603;c=1731610404616) 2024-11-14T18:53:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6af069dbd463c93d with lease ID 0x31f1646124078a65: from storage DS-9cc16d0e-c2c9-46f7-a2b4-77a4d18ad1c9 node DatanodeRegistration(127.0.0.1:38835, datanodeUuid=6a1da989-be55-4da7-b1aa-1b2e7464e902, infoPort=40399, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=2131152603;c=1731610404616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6af069dbd463c93d with lease ID 0x31f1646124078a65: Processing first storage report for DS-8b94acf2-a023-49cf-98d5-4e2034d0f843 from datanode DatanodeRegistration(127.0.0.1:38835, datanodeUuid=6a1da989-be55-4da7-b1aa-1b2e7464e902, infoPort=40399, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=2131152603;c=1731610404616) 2024-11-14T18:53:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6af069dbd463c93d with lease ID 0x31f1646124078a65: from storage DS-8b94acf2-a023-49cf-98d5-4e2034d0f843 node DatanodeRegistration(127.0.0.1:38835, datanodeUuid=6a1da989-be55-4da7-b1aa-1b2e7464e902, infoPort=40399, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=2131152603;c=1731610404616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:26,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec 2024-11-14T18:53:26,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:53:26,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa with version=8 2024-11-14T18:53:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/hbase-staging 2024-11-14T18:53:26,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:53:26,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:26,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43961 2024-11-14T18:53:26,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43961 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439610x0, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:26,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43961-0x1013bfb5edc0003 connected 2024-11-14T18:53:26,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/running 2024-11-14T18:53:26,703 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa, hbase.cluster.distributed=false 2024-11-14T18:53:26,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/acl 2024-11-14T18:53:26,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-14T18:53:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43961 2024-11-14T18:53:26,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43961 2024-11-14T18:53:26,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-14T18:53:26,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-14T18:53:26,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:26,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:26,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:26,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:26,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:53:26,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:26,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33667 2024-11-14T18:53:26,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33667 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:26,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:26,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336670x0, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:26,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336670x0, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/running 2024-11-14T18:53:26,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:53:26,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33667-0x1013bfb5edc0004 connected 2024-11-14T18:53:26,783 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:53:26,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/master 2024-11-14T18:53:26,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/acl 2024-11-14T18:53:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33667 2024-11-14T18:53:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33667 2024-11-14T18:53:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33667 2024-11-14T18:53:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33667 2024-11-14T18:53:26,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33667 2024-11-14T18:53:26,814 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:43961 2024-11-14T18:53:26,815 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11319818918/backup-masters/853c158ffd74,43961,1731610406606 2024-11-14T18:53:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/backup-masters 2024-11-14T18:53:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/backup-masters 2024-11-14T18:53:26,824 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on existing znode=/11319818918/backup-masters/853c158ffd74,43961,1731610406606 2024-11-14T18:53:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11319818918/master 2024-11-14T18:53:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:26,835 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on existing znode=/11319818918/master 2024-11-14T18:53:26,836 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11319818918/backup-masters/853c158ffd74,43961,1731610406606 from backup master directory 2024-11-14T18:53:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/backup-masters 2024-11-14T18:53:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11319818918/backup-masters/853c158ffd74,43961,1731610406606 2024-11-14T18:53:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/backup-masters 2024-11-14T18:53:26,843 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:26,843 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,43961,1731610406606 2024-11-14T18:53:26,848 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/hbase.id] with ID: 30a70d67-fd26-45e2-b3a7-445a6efae3cd 2024-11-14T18:53:26,848 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/.tmp/hbase.id 2024-11-14T18:53:26,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:53:27,261 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/.tmp/hbase.id]:[hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/hbase.id] 2024-11-14T18:53:27,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:27,271 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:53:27,272 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:53:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:27,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:53:27,718 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:27,719 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:53:27,720 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:53:28,161 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store 2024-11-14T18:53:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:53:28,570 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:28,571 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:28,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:28,571 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:28,571 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:28,571 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:28,571 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:28,571 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610408571Disabling compacts and flushes for region at 1731610408571Disabling writes for close at 1731610408571Writing region close event to WAL at 1731610408571Closed at 1731610408571 2024-11-14T18:53:28,572 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/.initializing 2024-11-14T18:53:28,572 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/WALs/853c158ffd74,43961,1731610406606 2024-11-14T18:53:28,573 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:28,574 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C43961%2C1731610406606, suffix=, logDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/WALs/853c158ffd74,43961,1731610406606, archiveDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/oldWALs, maxLogs=10 2024-11-14T18:53:28,601 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/WALs/853c158ffd74,43961,1731610406606/853c158ffd74%2C43961%2C1731610406606.1731610408575, exclude list is [], retry=0 2024-11-14T18:53:28,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-9cc16d0e-c2c9-46f7-a2b4-77a4d18ad1c9,DISK] 2024-11-14T18:53:28,612 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/WALs/853c158ffd74,43961,1731610406606/853c158ffd74%2C43961%2C1731610406606.1731610408575 2024-11-14T18:53:28,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-14T18:53:28,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:28,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:28,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,615 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:53:28,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:53:28,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:28,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:28,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:53:28,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:53:28,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:28,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:28,642 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,647 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,647 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,655 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,655 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,657 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:28,658 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:28,675 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:28,677 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62616701, jitterRate=-0.06693844497203827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:28,677 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610408615Initializing all the Stores at 1731610408616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610408616Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610408621 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610408621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610408621Cleaning up temporary data from old regions at 1731610408655 (+34 ms)Region opened successfully at 1731610408677 (+22 ms) 2024-11-14T18:53:28,687 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:53:28,693 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d28f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:28,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:53:28,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:53:28,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:53:28,694 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:53:28,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:53:28,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:53:28,695 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:53:28,703 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:53:28,704 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Unable to get data of znode /11319818918/balancer because node does not exist (not necessarily an error) 2024-11-14T18:53:28,718 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/balancer already deleted, retry=false 2024-11-14T18:53:28,718 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:53:28,719 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Unable to get data of znode /11319818918/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:53:28,734 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/normalizer already deleted, retry=false 2024-11-14T18:53:28,735 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:53:28,736 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Unable to get data of znode /11319818918/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:53:28,751 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/switch/split already deleted, retry=false 2024-11-14T18:53:28,752 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Unable to get data of znode /11319818918/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:53:28,768 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/switch/merge already deleted, retry=false 2024-11-14T18:53:28,770 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Unable to get data of znode /11319818918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:53:28,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/snapshot-cleanup already deleted, retry=false 2024-11-14T18:53:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11319818918/running 2024-11-14T18:53:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11319818918/running 2024-11-14T18:53:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,801 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,43961,1731610406606, sessionid=0x1013bfb5edc0003, setting cluster-up flag (Was=false) 2024-11-14T18:53:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,876 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11319818918/flush-table-proc/acquired, /11319818918/flush-table-proc/reached, /11319818918/flush-table-proc/abort 2024-11-14T18:53:28,877 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,43961,1731610406606 2024-11-14T18:53:28,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:28,947 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11319818918/online-snapshot/acquired, /11319818918/online-snapshot/reached, /11319818918/online-snapshot/abort 2024-11-14T18:53:28,948 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,43961,1731610406606 2024-11-14T18:53:28,955 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:53:28,962 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:28,962 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:53:28,963 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:53:28,963 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,43961,1731610406606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:53:28,964 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:28,965 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:29,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:53:29,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:29,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:53:29,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610439035 2024-11-14T18:53:29,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:53:29,035 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:53:29,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:53:29,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:53:29,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:53:29,036 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:53:29,056 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(746): ClusterId : 30a70d67-fd26-45e2-b3a7-445a6efae3cd 2024-11-14T18:53:29,056 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:53:29,075 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,082 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:53:29,082 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:53:29,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:53:29,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:53:29,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:53:29,087 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:53:29,093 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:53:29,094 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430134e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:29,096 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:53:29,096 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:53:29,123 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610409096,5,FailOnTimeoutGroup] 2024-11-14T18:53:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:53:29,133 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:33667 2024-11-14T18:53:29,133 INFO [RS:0;853c158ffd74:33667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:53:29,133 INFO [RS:0;853c158ffd74:33667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:53:29,133 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:53:29,133 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610409123,5,FailOnTimeoutGroup] 2024-11-14T18:53:29,133 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,133 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:53:29,133 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,133 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,135 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,43961,1731610406606 with port=33667, startcode=1731610406754 2024-11-14T18:53:29,136 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:53:29,151 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:53:29,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43961 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,156 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa 2024-11-14T18:53:29,157 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38061 2024-11-14T18:53:29,157 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:53:29,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/rs 2024-11-14T18:53:29,218 DEBUG [RS:0;853c158ffd74:33667 {}] zookeeper.ZKUtil(111): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on existing znode=/11319818918/rs/853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,218 WARN [RS:0;853c158ffd74:33667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:29,218 INFO [RS:0;853c158ffd74:33667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:29,218 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,33667,1731610406754] 2024-11-14T18:53:29,248 INFO [RS:0;853c158ffd74:33667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:53:29,257 INFO [RS:0;853c158ffd74:33667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:53:29,258 INFO [RS:0;853c158ffd74:33667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:53:29,258 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,258 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:53:29,259 INFO [RS:0;853c158ffd74:33667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:53:29,259 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,259 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:29,260 DEBUG [RS:0;853c158ffd74:33667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,274 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33667,1731610406754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:29,302 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:53:29,302 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33667,1731610406754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,302 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,302 INFO [RS:0;853c158ffd74:33667 {}] regionserver.Replication(171): 853c158ffd74,33667,1731610406754 started 2024-11-14T18:53:29,337 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:29,338 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,33667,1731610406754, RpcServer on 853c158ffd74/172.17.0.2:33667, sessionid=0x1013bfb5edc0004 2024-11-14T18:53:29,338 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:53:29,338 DEBUG [RS:0;853c158ffd74:33667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,338 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33667,1731610406754' 2024-11-14T18:53:29,338 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11319818918/flush-table-proc/abort' 2024-11-14T18:53:29,338 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11319818918/flush-table-proc/acquired' 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,33667,1731610406754 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,33667,1731610406754' 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11319818918/online-snapshot/abort' 2024-11-14T18:53:29,339 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11319818918/online-snapshot/acquired' 2024-11-14T18:53:29,340 DEBUG [RS:0;853c158ffd74:33667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:53:29,340 INFO [RS:0;853c158ffd74:33667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:53:29,340 INFO [RS:0;853c158ffd74:33667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:53:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:29,444 INFO [RS:0;853c158ffd74:33667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:29,446 INFO [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33667%2C1731610406754, suffix=, logDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754, archiveDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/oldWALs, maxLogs=10 2024-11-14T18:53:29,482 DEBUG [RS:0;853c158ffd74:33667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.1731610409447, exclude list is [], retry=0 2024-11-14T18:53:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-9cc16d0e-c2c9-46f7-a2b4-77a4d18ad1c9,DISK] 2024-11-14T18:53:29,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:53:29,517 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa 2024-11-14T18:53:29,539 INFO [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.1731610409447 2024-11-14T18:53:29,576 DEBUG [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-14T18:53:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741833_1009 (size=32) 2024-11-14T18:53:30,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:30,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:30,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:30,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:30,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:30,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:30,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:30,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:30,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:30,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:30,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:30,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740 2024-11-14T18:53:30,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740 2024-11-14T18:53:30,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:30,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:30,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:30,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:30,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:30,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70665856, jitterRate=0.05300331115722656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610410011Initializing all the Stores at 1731610410018 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410026 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610410027 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410027Cleaning up temporary data from old regions at 1731610410076 (+49 ms)Region opened successfully at 1731610410081 (+5 ms) 2024-11-14T18:53:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:30,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:30,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:30,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610410081Disabling compacts and flushes for region at 1731610410081Disabling writes for close at 1731610410081Writing region close event to WAL at 1731610410082 (+1 ms)Closed at 1731610410082 2024-11-14T18:53:30,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:30,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:53:30,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:53:30,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:30,089 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:53:30,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:30,240 DEBUG [853c158ffd74:43961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:53:30,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,33667,1731610406754 2024-11-14T18:53:30,243 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33667,1731610406754, state=OPENING 2024-11-14T18:53:30,251 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:53:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:30,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:30,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11319818918/meta-region-server: CHANGED 2024-11-14T18:53:30,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11319818918/meta-region-server: CHANGED 2024-11-14T18:53:30,266 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:30,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33667,1731610406754}] 2024-11-14T18:53:30,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:30,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:53:30,431 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:53:30,431 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:30,431 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:53:30,436 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C33667%2C1731610406754.meta, suffix=.meta, logDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754, archiveDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/oldWALs, maxLogs=10 2024-11-14T18:53:30,458 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.meta.1731610410437.meta, exclude list is [], retry=0 2024-11-14T18:53:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-9cc16d0e-c2c9-46f7-a2b4-77a4d18ad1c9,DISK] 2024-11-14T18:53:30,464 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.meta.1731610410437.meta 2024-11-14T18:53:30,475 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-14T18:53:30,475 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:30,475 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:30,476 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:53:30,476 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:53:30,478 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:53:30,479 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:53:30,479 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:30,479 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:53:30,479 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:53:30,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:30,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:30,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:30,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:30,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:30,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:30,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:30,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:30,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:30,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:30,528 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:30,529 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740 2024-11-14T18:53:30,532 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740 2024-11-14T18:53:30,533 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:30,533 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:30,540 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:30,546 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:30,547 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65458951, jitterRate=-0.024585619568824768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:30,547 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:53:30,547 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610410479Writing region info on filesystem at 1731610410479Initializing all the Stores at 1731610410483 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410494 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610410494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610410494Cleaning up temporary data from old regions at 1731610410533 (+39 ms)Running coprocessor post-open hooks at 1731610410547 (+14 ms)Region opened successfully at 1731610410547 2024-11-14T18:53:30,551 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610410422 2024-11-14T18:53:30,553 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:53:30,553 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:53:30,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,33667,1731610406754 2024-11-14T18:53:30,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,33667,1731610406754, state=OPEN 2024-11-14T18:53:30,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11319818918/meta-region-server 2024-11-14T18:53:30,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11319818918/meta-region-server 2024-11-14T18:53:30,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,33667,1731610406754 2024-11-14T18:53:30,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11319818918/meta-region-server: CHANGED 2024-11-14T18:53:30,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11319818918/meta-region-server: CHANGED 2024-11-14T18:53:30,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:53:30,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,33667,1731610406754 in 310 msec 2024-11-14T18:53:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:53:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-14T18:53:30,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:30,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:53:30,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:30,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33667,1731610406754, seqNum=-1] 2024-11-14T18:53:30,584 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:30,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:30,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6300 sec 2024-11-14T18:53:30,593 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610410593, completionTime=-1 2024-11-14T18:53:30,593 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:53:30,593 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:53:30,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:53:30,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610470597 2024-11-14T18:53:30,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610530597 2024-11-14T18:53:30,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T18:53:30,597 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,598 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,598 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,598 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:43961, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,598 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,598 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,601 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:53:30,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.761sec 2024-11-14T18:53:30,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:53:30,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:53:30,604 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:53:30,605 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:53:30,605 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:53:30,605 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:30,605 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:53:30,624 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:53:30,624 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:53:30,625 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,43961,1731610406606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178eeafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:30,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43961,-1 for getting cluster id 2024-11-14T18:53:30,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:30,683 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a70d67-fd26-45e2-b3a7-445a6efae3cd' 2024-11-14T18:53:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a70d67-fd26-45e2-b3a7-445a6efae3cd" 2024-11-14T18:53:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba0c345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43961,-1] 2024-11-14T18:53:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:30,686 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:30,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16979058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:30,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33667,1731610406754, seqNum=-1] 2024-11-14T18:53:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:30,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:30,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,43961,1731610406606 2024-11-14T18:53:30,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:30,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013bfb5edc0005 connected 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir so I do NOT create it in target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848 2024-11-14T18:53:30,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.tmp.dir so I do NOT create it in target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848 2024-11-14T18:53:30,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T18:53:30,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/cluster_38f1b6ad-50ae-26f3-baa5-c1ef5bcfdab3, deleteOnExit=true 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:53:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/test.cache.data in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:53:30,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:53:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:53:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:53:31,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:31,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:31,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:31,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:31,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:53:31,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:31,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6488ab57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:31,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318e3790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:31,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71bff963{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/java.io.tmpdir/jetty-localhost-34703-hadoop-hdfs-3_4_1-tests_jar-_-any-10862947031969226026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:31,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@748b3c6d{HTTP/1.1, (http/1.1)}{localhost:34703} 2024-11-14T18:53:31,401 INFO [Time-limited test {}] server.Server(415): Started @338402ms 2024-11-14T18:53:31,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:53:31,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:53:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:53:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:53:31,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:53:31,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d27964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:53:31,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:53:31,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fee7e40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/java.io.tmpdir/jetty-localhost-34383-hadoop-hdfs-3_4_1-tests_jar-_-any-9746277478030594018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:31,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7def5204{HTTP/1.1, (http/1.1)}{localhost:34383} 2024-11-14T18:53:31,879 INFO [Time-limited test {}] server.Server(415): Started @338880ms 2024-11-14T18:53:31,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:53:32,436 WARN [Thread-4539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/cluster_38f1b6ad-50ae-26f3-baa5-c1ef5bcfdab3/data/data2/current/BP-1651781875-172.17.0.2-1731610410901/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:32,436 WARN [Thread-4538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/cluster_38f1b6ad-50ae-26f3-baa5-c1ef5bcfdab3/data/data1/current/BP-1651781875-172.17.0.2-1731610410901/current, will proceed with Du for space computation calculation, 2024-11-14T18:53:32,466 WARN [Thread-4526 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:53:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cae39148248104 with lease ID 0xa0d18fcca1cdf178: Processing first storage report for DS-6f744ee7-4c60-4da2-8307-d84cf2916ce3 from datanode DatanodeRegistration(127.0.0.1:41415, datanodeUuid=f65435f6-46ab-41f0-bed9-7532bc27e96e, infoPort=42775, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=1081677889;c=1731610410901) 2024-11-14T18:53:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cae39148248104 with lease ID 0xa0d18fcca1cdf178: from storage DS-6f744ee7-4c60-4da2-8307-d84cf2916ce3 node DatanodeRegistration(127.0.0.1:41415, datanodeUuid=f65435f6-46ab-41f0-bed9-7532bc27e96e, infoPort=42775, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=1081677889;c=1731610410901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cae39148248104 with lease ID 0xa0d18fcca1cdf178: Processing first storage report for DS-e4e61d5d-ec23-4217-9d55-30dab48b70d1 from datanode DatanodeRegistration(127.0.0.1:41415, datanodeUuid=f65435f6-46ab-41f0-bed9-7532bc27e96e, infoPort=42775, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=1081677889;c=1731610410901) 2024-11-14T18:53:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cae39148248104 with lease ID 0xa0d18fcca1cdf178: from storage DS-e4e61d5d-ec23-4217-9d55-30dab48b70d1 node DatanodeRegistration(127.0.0.1:41415, datanodeUuid=f65435f6-46ab-41f0-bed9-7532bc27e96e, infoPort=42775, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=1081677889;c=1731610410901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:53:32,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848 2024-11-14T18:53:32,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:32,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:53:33,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a with version=8 2024-11-14T18:53:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/hbase-staging 2024-11-14T18:53:33,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:53:33,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:33,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39647 2024-11-14T18:53:33,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39647 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:33,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396470x0, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:33,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39647-0x1013bfb5edc0006 connected 2024-11-14T18:53:33,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:33,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:33,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/running 2024-11-14T18:53:33,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a, hbase.cluster.distributed=false 2024-11-14T18:53:33,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/acl 2024-11-14T18:53:33,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T18:53:33,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39647 2024-11-14T18:53:33,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39647 2024-11-14T18:53:33,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T18:53:33,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T18:53:33,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:53:33,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34691 2024-11-14T18:53:33,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34691 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:33,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:33,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:33,233 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346910x0, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:33,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346910x0, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/running 2024-11-14T18:53:33,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:53:33,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34691-0x1013bfb5edc0007 connected 2024-11-14T18:53:33,242 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:53:33,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/master 2024-11-14T18:53:33,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/acl 2024-11-14T18:53:33,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-14T18:53:33,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34691 2024-11-14T18:53:33,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34691 2024-11-14T18:53:33,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-14T18:53:33,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-14T18:53:33,269 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:39647 2024-11-14T18:53:33,270 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2541888675/backup-masters/853c158ffd74,39647,1731610413055 2024-11-14T18:53:33,280 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/backup-masters 2024-11-14T18:53:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/backup-masters 2024-11-14T18:53:33,281 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on existing znode=/2541888675/backup-masters/853c158ffd74,39647,1731610413055 2024-11-14T18:53:33,292 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541888675/master 2024-11-14T18:53:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:33,292 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:33,292 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on existing znode=/2541888675/master 2024-11-14T18:53:33,292 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2541888675/backup-masters/853c158ffd74,39647,1731610413055 from backup master directory 2024-11-14T18:53:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541888675/backup-masters/853c158ffd74,39647,1731610413055 2024-11-14T18:53:33,300 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/backup-masters 2024-11-14T18:53:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/backup-masters 2024-11-14T18:53:33,300 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:33,300 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,39647,1731610413055 2024-11-14T18:53:33,303 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/hbase.id] with ID: 42d1bfb4-0191-4bb3-998e-b2849c62ca27 2024-11-14T18:53:33,303 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/.tmp/hbase.id 2024-11-14T18:53:33,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:53:33,708 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/.tmp/hbase.id]:[hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/hbase.id] 2024-11-14T18:53:33,722 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:33,722 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:53:33,723 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T18:53:33,742 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:53:33,754 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:33,755 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:53:33,759 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:53:34,177 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store 2024-11-14T18:53:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:34,583 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:34,583 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:34,583 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610414583Disabling compacts and flushes for region at 1731610414583Disabling writes for close at 1731610414583Writing region close event to WAL at 1731610414583Closed at 1731610414583 2024-11-14T18:53:34,584 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/.initializing 2024-11-14T18:53:34,584 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/WALs/853c158ffd74,39647,1731610413055 2024-11-14T18:53:34,585 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:34,587 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C39647%2C1731610413055, suffix=, logDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/WALs/853c158ffd74,39647,1731610413055, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/oldWALs, maxLogs=10 2024-11-14T18:53:34,604 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/WALs/853c158ffd74,39647,1731610413055/853c158ffd74%2C39647%2C1731610413055.1731610414587, exclude list is [], retry=0 2024-11-14T18:53:34,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41415,DS-6f744ee7-4c60-4da2-8307-d84cf2916ce3,DISK] 2024-11-14T18:53:34,613 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/WALs/853c158ffd74,39647,1731610413055/853c158ffd74%2C39647%2C1731610413055.1731610414587 2024-11-14T18:53:34,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-11-14T18:53:34,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:34,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:34,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:53:34,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:34,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:34,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:53:34,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:34,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:34,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:53:34,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:34,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:34,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:53:34,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:34,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:34,637 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,638 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,638 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,639 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,639 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,639 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:34,641 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:53:34,643 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:34,643 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65156940, jitterRate=-0.029085934162139893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:34,643 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610414627Initializing all the Stores at 1731610414628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610414628Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610414628Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610414629 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610414629Cleaning up temporary data from old regions at 1731610414639 (+10 ms)Region opened successfully at 1731610414643 (+4 ms) 2024-11-14T18:53:34,645 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:53:34,647 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80cd1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:34,648 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:53:34,648 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:53:34,648 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:53:34,648 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:53:34,649 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T18:53:34,649 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T18:53:34,649 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:53:34,656 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:53:34,657 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Unable to get data of znode /2541888675/balancer because node does not exist (not necessarily an error) 2024-11-14T18:53:34,713 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/balancer already deleted, retry=false 2024-11-14T18:53:34,714 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:53:34,714 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Unable to get data of znode /2541888675/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:53:34,725 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/normalizer already deleted, retry=false 2024-11-14T18:53:34,725 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:53:34,726 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Unable to get data of znode /2541888675/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:53:34,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/switch/split already deleted, retry=false 2024-11-14T18:53:34,734 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Unable to get data of znode /2541888675/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:53:34,741 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/switch/merge already deleted, retry=false 2024-11-14T18:53:34,743 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Unable to get data of znode /2541888675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:53:34,750 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/snapshot-cleanup already deleted, retry=false 2024-11-14T18:53:34,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541888675/running 2024-11-14T18:53:34,758 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541888675/running 2024-11-14T18:53:34,758 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,39647,1731610413055, sessionid=0x1013bfb5edc0006, setting cluster-up flag (Was=false) 2024-11-14T18:53:34,775 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,800 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2541888675/flush-table-proc/acquired, /2541888675/flush-table-proc/reached, /2541888675/flush-table-proc/abort 2024-11-14T18:53:34,800 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39647,1731610413055 2024-11-14T18:53:34,816 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:34,841 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2541888675/online-snapshot/acquired, /2541888675/online-snapshot/reached, /2541888675/online-snapshot/abort 2024-11-14T18:53:34,842 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,39647,1731610413055 2024-11-14T18:53:34,843 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:53:34,844 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:34,844 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:53:34,844 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:53:34,845 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,39647,1731610413055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:34,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610444847 2024-11-14T18:53:34,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:53:34,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:53:34,847 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T18:53:34,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:53:34,848 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:53:34,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:53:34,849 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610414848,5,FailOnTimeoutGroup] 2024-11-14T18:53:34,850 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610414849,5,FailOnTimeoutGroup] 2024-11-14T18:53:34,850 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,850 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:53:34,850 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,851 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:53:34,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:53:34,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a 2024-11-14T18:53:34,860 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(746): ClusterId : 42d1bfb4-0191-4bb3-998e-b2849c62ca27 2024-11-14T18:53:34,860 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:53:34,867 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:53:34,867 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:53:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:53:34,875 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:53:34,875 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df0cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:53:34,893 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:34691 2024-11-14T18:53:34,893 INFO [RS:0;853c158ffd74:34691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:53:34,893 INFO [RS:0;853c158ffd74:34691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:53:34,893 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:53:34,894 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,39647,1731610413055 with port=34691, startcode=1731610413218 2024-11-14T18:53:34,895 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:53:34,899 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:53:34,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,900 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a 2024-11-14T18:53:34,900 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38933 2024-11-14T18:53:34,900 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:53:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/rs 2024-11-14T18:53:34,948 DEBUG [RS:0;853c158ffd74:34691 {}] zookeeper.ZKUtil(111): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on existing znode=/2541888675/rs/853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,948 WARN [RS:0;853c158ffd74:34691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:53:34,948 INFO [RS:0;853c158ffd74:34691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:34,949 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,34691,1731610413218] 2024-11-14T18:53:34,951 INFO [RS:0;853c158ffd74:34691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:53:34,953 INFO [RS:0;853c158ffd74:34691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:53:34,953 INFO [RS:0;853c158ffd74:34691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:53:34,953 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,954 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:53:34,954 INFO [RS:0;853c158ffd74:34691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:53:34,954 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,954 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,955 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:53:34,955 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:34,955 DEBUG [RS:0;853c158ffd74:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,957 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34691,1731610413218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:34,977 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:53:34,977 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,34691,1731610413218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,977 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,977 INFO [RS:0;853c158ffd74:34691 {}] regionserver.Replication(171): 853c158ffd74,34691,1731610413218 started 2024-11-14T18:53:34,992 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:34,992 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,34691,1731610413218, RpcServer on 853c158ffd74/172.17.0.2:34691, sessionid=0x1013bfb5edc0007 2024-11-14T18:53:34,992 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:53:34,992 DEBUG [RS:0;853c158ffd74:34691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,992 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,34691,1731610413218' 2024-11-14T18:53:34,992 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2541888675/flush-table-proc/abort' 2024-11-14T18:53:34,992 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2541888675/flush-table-proc/acquired' 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,34691,1731610413218 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,34691,1731610413218' 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2541888675/online-snapshot/abort' 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2541888675/online-snapshot/acquired' 2024-11-14T18:53:34,993 DEBUG [RS:0;853c158ffd74:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:53:34,993 INFO [RS:0;853c158ffd74:34691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:53:34,993 INFO [RS:0;853c158ffd74:34691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:53:35,095 INFO [RS:0;853c158ffd74:34691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:53:35,101 INFO [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C34691%2C1731610413218, suffix=, logDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/oldWALs, maxLogs=10 2024-11-14T18:53:35,129 DEBUG [RS:0;853c158ffd74:34691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218/853c158ffd74%2C34691%2C1731610413218.1731610415101, exclude list is [], retry=0 2024-11-14T18:53:35,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41415,DS-6f744ee7-4c60-4da2-8307-d84cf2916ce3,DISK] 2024-11-14T18:53:35,143 INFO [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218/853c158ffd74%2C34691%2C1731610413218.1731610415101 2024-11-14T18:53:35,145 DEBUG [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-11-14T18:53:35,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:35,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:35,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:35,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:35,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:35,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:35,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:35,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:35,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:35,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:35,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740 2024-11-14T18:53:35,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740 2024-11-14T18:53:35,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:35,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:35,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:35,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:35,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61427550, jitterRate=-0.0846581757068634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610415268Initializing all the Stores at 1731610415269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610415269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415269Cleaning up temporary data from old regions at 1731610415275 (+6 ms)Region opened successfully at 1731610415278 (+3 ms) 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:35,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:35,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:35,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:35,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610415278Disabling compacts and flushes for region at 1731610415278Disabling writes for close at 1731610415278Writing region close event to WAL at 1731610415279 (+1 ms)Closed at 1731610415279 2024-11-14T18:53:35,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:35,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:53:35,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:53:35,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:35,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:53:35,432 DEBUG [853c158ffd74:39647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:53:35,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,34691,1731610413218 2024-11-14T18:53:35,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,34691,1731610413218, state=OPENING 2024-11-14T18:53:35,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:53:35,491 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:35,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541888675/meta-region-server: CHANGED 2024-11-14T18:53:35,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541888675/meta-region-server: CHANGED 2024-11-14T18:53:35,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:53:35,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,34691,1731610413218}] 2024-11-14T18:53:35,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:35,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:53:35,652 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:53:35,652 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:35,652 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:53:35,656 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C34691%2C1731610413218.meta, suffix=.meta, logDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/oldWALs, maxLogs=10 2024-11-14T18:53:35,673 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218/853c158ffd74%2C34691%2C1731610413218.meta.1731610415656.meta, exclude list is [], retry=0 2024-11-14T18:53:35,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41415,DS-6f744ee7-4c60-4da2-8307-d84cf2916ce3,DISK] 2024-11-14T18:53:35,677 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218/853c158ffd74%2C34691%2C1731610413218.meta.1731610415656.meta 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775)] 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:35,678 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:53:35,678 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:35,678 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:53:35,679 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:53:35,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:53:35,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:53:35,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:53:35,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:53:35,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:53:35,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:53:35,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:53:35,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:53:35,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:53:35,690 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:53:35,690 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740 2024-11-14T18:53:35,691 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740 2024-11-14T18:53:35,692 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:53:35,692 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:53:35,692 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:53:35,701 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:53:35,701 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67900547, jitterRate=0.011796995997428894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:53:35,702 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:53:35,702 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610415679Writing region info on filesystem at 1731610415679Initializing all the Stores at 1731610415680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415685 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610415685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610415685Cleaning up temporary data from old regions at 1731610415692 (+7 ms)Running coprocessor post-open hooks at 1731610415702 (+10 ms)Region opened successfully at 1731610415702 2024-11-14T18:53:35,706 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610415644 2024-11-14T18:53:35,709 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:53:35,709 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:53:35,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,34691,1731610413218 2024-11-14T18:53:35,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,34691,1731610413218, state=OPEN 2024-11-14T18:53:35,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2541888675/meta-region-server 2024-11-14T18:53:35,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,34691,1731610413218 2024-11-14T18:53:35,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541888675/meta-region-server: CHANGED 2024-11-14T18:53:35,734 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2541888675/meta-region-server 2024-11-14T18:53:35,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541888675/meta-region-server: CHANGED 2024-11-14T18:53:35,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:53:35,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,34691,1731610413218 in 241 msec 2024-11-14T18:53:35,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:53:35,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-14T18:53:35,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:53:35,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:53:35,739 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:35,739 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,34691,1731610413218, seqNum=-1] 2024-11-14T18:53:35,740 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:35,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:35,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-14T18:53:35,745 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610415745, completionTime=-1 2024-11-14T18:53:35,745 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:53:35,745 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:53:35,746 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610475747 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610535747 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:39647, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,747 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,749 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:53:35,754 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.458sec 2024-11-14T18:53:35,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:53:35,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:53:35,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:53:35,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:53:35,759 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:53:35,759 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:53:35,759 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:53:35,761 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:53:35,761 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:53:35,761 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,39647,1731610413055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:53:35,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:35,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39647,-1 for getting cluster id 2024-11-14T18:53:35,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:35,772 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d1bfb4-0191-4bb3-998e-b2849c62ca27' 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d1bfb4-0191-4bb3-998e-b2849c62ca27" 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399bbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39647,-1] 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:35,774 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:35,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baef7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:35,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,34691,1731610413218, seqNum=-1] 2024-11-14T18:53:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:35,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,39647,1731610413055 2024-11-14T18:53:35,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54394 2024-11-14T18:53:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:53:35,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013bfb5edc0008 connected 2024-11-14T18:53:35,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42667,1731610400538 2024-11-14T18:53:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0c465f 2024-11-14T18:53:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:35,829 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:35,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:53:35,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:53:35,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:35,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:53:35,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:53:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:53:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:35,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:35,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:36,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5642c3048c18ed381ac6eb86c4d28926, NAME => 'test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c 2024-11-14T18:53:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:53:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:36,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:36,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5642c3048c18ed381ac6eb86c4d28926, disabling compactions & flushes 2024-11-14T18:53:36,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:36,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:36,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. after waiting 0 ms 2024-11-14T18:53:36,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:36,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:36,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5642c3048c18ed381ac6eb86c4d28926: Waiting for close lock at 1731610416683Disabling compacts and flushes for region at 1731610416683Disabling writes for close at 1731610416684 (+1 ms)Writing region close event to WAL at 1731610416684Closed at 1731610416684 2024-11-14T18:53:36,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:53:36,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610416685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610416685"}]},"ts":"1731610416685"} 2024-11-14T18:53:36,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:53:36,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:53:36,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610416688"}]},"ts":"1731610416688"} 2024-11-14T18:53:36,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:53:36,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5642c3048c18ed381ac6eb86c4d28926, ASSIGN}] 2024-11-14T18:53:36,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5642c3048c18ed381ac6eb86c4d28926, ASSIGN 2024-11-14T18:53:36,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5642c3048c18ed381ac6eb86c4d28926, ASSIGN; state=OFFLINE, location=853c158ffd74,46747,1731610401036; forceNewPlan=false, retain=false 2024-11-14T18:53:36,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5642c3048c18ed381ac6eb86c4d28926, regionState=OPENING, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5642c3048c18ed381ac6eb86c4d28926, ASSIGN because future has completed 2024-11-14T18:53:36,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5642c3048c18ed381ac6eb86c4d28926, server=853c158ffd74,46747,1731610401036}] 2024-11-14T18:53:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:37,002 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:37,002 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5642c3048c18ed381ac6eb86c4d28926, NAME => 'test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:37,002 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:37,002 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:53:37,002 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,002 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:37,003 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,003 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,007 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,008 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5642c3048c18ed381ac6eb86c4d28926 columnFamilyName f 2024-11-14T18:53:37,008 DEBUG [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:37,008 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(327): Store=5642c3048c18ed381ac6eb86c4d28926/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:37,008 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,009 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5642c3048c18ed381ac6eb86c4d28926 columnFamilyName f1 2024-11-14T18:53:37,009 DEBUG [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:37,009 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(327): Store=5642c3048c18ed381ac6eb86c4d28926/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:37,009 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,010 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5642c3048c18ed381ac6eb86c4d28926 columnFamilyName norep 2024-11-14T18:53:37,010 DEBUG [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:37,010 INFO [StoreOpener-5642c3048c18ed381ac6eb86c4d28926-1 {}] regionserver.HStore(327): Store=5642c3048c18ed381ac6eb86c4d28926/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:37,011 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,011 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,012 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,013 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,013 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,013 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:53:37,014 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:37,016 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5642c3048c18ed381ac6eb86c4d28926; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68037102, jitterRate=0.01383182406425476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:53:37,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:37,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5642c3048c18ed381ac6eb86c4d28926: Running coprocessor pre-open hook at 1731610417003Writing region info on filesystem at 1731610417003Initializing all the Stores at 1731610417003Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610417003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610417006 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610417006Cleaning up temporary data from old regions at 1731610417013 (+7 ms)Running coprocessor post-open hooks at 1731610417016 (+3 ms)Region opened successfully at 1731610417016 2024-11-14T18:53:37,017 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., pid=6, masterSystemTime=1731610416998 2024-11-14T18:53:37,019 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:37,019 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:37,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5642c3048c18ed381ac6eb86c4d28926, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:37,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5642c3048c18ed381ac6eb86c4d28926, server=853c158ffd74,46747,1731610401036 because future has completed 2024-11-14T18:53:37,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:53:37,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5642c3048c18ed381ac6eb86c4d28926, server=853c158ffd74,46747,1731610401036 in 176 msec 2024-11-14T18:53:37,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:53:37,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5642c3048c18ed381ac6eb86c4d28926, ASSIGN in 332 msec 2024-11-14T18:53:37,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:53:37,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610417025"}]},"ts":"1731610417025"} 2024-11-14T18:53:37,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:53:37,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:53:37,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-14T18:53:37,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:37,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:53:37,842 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148955 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [853c158ffd74,34625,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T18:53:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:37,983 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:53:37,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:37,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,43961,1731610406606 2024-11-14T18:53:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb1abe5 2024-11-14T18:53:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:37,985 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:37,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:53:37,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:53:37,987 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:37,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:53:37,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:53:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:53:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:38,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e6d94b7f043432dc54488563550b60b, NAME => 'test,,1731610417985.9e6d94b7f043432dc54488563550b60b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa 2024-11-14T18:53:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610417985.9e6d94b7f043432dc54488563550b60b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e6d94b7f043432dc54488563550b60b, disabling compactions & flushes 2024-11-14T18:53:38,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610417985.9e6d94b7f043432dc54488563550b60b. after waiting 0 ms 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e6d94b7f043432dc54488563550b60b: Waiting for close lock at 1731610418400Disabling compacts and flushes for region at 1731610418400Disabling writes for close at 1731610418400Writing region close event to WAL at 1731610418400Closed at 1731610418400 2024-11-14T18:53:38,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:53:38,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610417985.9e6d94b7f043432dc54488563550b60b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610418401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610418401"}]},"ts":"1731610418401"} 2024-11-14T18:53:38,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:53:38,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:53:38,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610418404"}]},"ts":"1731610418404"} 2024-11-14T18:53:38,406 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:53:38,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e6d94b7f043432dc54488563550b60b, ASSIGN}] 2024-11-14T18:53:38,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e6d94b7f043432dc54488563550b60b, ASSIGN 2024-11-14T18:53:38,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e6d94b7f043432dc54488563550b60b, ASSIGN; state=OFFLINE, location=853c158ffd74,33667,1731610406754; forceNewPlan=false, retain=false 2024-11-14T18:53:38,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e6d94b7f043432dc54488563550b60b, regionState=OPENING, regionLocation=853c158ffd74,33667,1731610406754 2024-11-14T18:53:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e6d94b7f043432dc54488563550b60b, ASSIGN because future has completed 2024-11-14T18:53:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6d94b7f043432dc54488563550b60b, server=853c158ffd74,33667,1731610406754}] 2024-11-14T18:53:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:38,717 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,717 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6d94b7f043432dc54488563550b60b, NAME => 'test,,1731610417985.9e6d94b7f043432dc54488563550b60b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:38,717 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:38,717 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:53:38,718 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,718 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610417985.9e6d94b7f043432dc54488563550b60b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:38,718 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,718 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,719 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,721 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6d94b7f043432dc54488563550b60b columnFamilyName f 2024-11-14T18:53:38,721 DEBUG [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:38,721 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(327): Store=9e6d94b7f043432dc54488563550b60b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:38,721 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,722 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6d94b7f043432dc54488563550b60b columnFamilyName f1 2024-11-14T18:53:38,722 DEBUG [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:38,723 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(327): Store=9e6d94b7f043432dc54488563550b60b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:38,723 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,723 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6d94b7f043432dc54488563550b60b columnFamilyName norep 2024-11-14T18:53:38,724 DEBUG [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:38,724 INFO [StoreOpener-9e6d94b7f043432dc54488563550b60b-1 {}] regionserver.HStore(327): Store=9e6d94b7f043432dc54488563550b60b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:38,724 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,725 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,725 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,726 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,726 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,726 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:53:38,727 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,729 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:38,729 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e6d94b7f043432dc54488563550b60b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68956470, jitterRate=0.027531474828720093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:53:38,729 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:38,730 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e6d94b7f043432dc54488563550b60b: Running coprocessor pre-open hook at 1731610418718Writing region info on filesystem at 1731610418718Initializing all the Stores at 1731610418719 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610418719Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610418719Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610418719Cleaning up temporary data from old regions at 1731610418726 (+7 ms)Running coprocessor post-open hooks at 1731610418729 (+3 ms)Region opened successfully at 1731610418729 2024-11-14T18:53:38,730 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610417985.9e6d94b7f043432dc54488563550b60b., pid=6, masterSystemTime=1731610418713 2024-11-14T18:53:38,732 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,732 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:38,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e6d94b7f043432dc54488563550b60b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,33667,1731610406754 2024-11-14T18:53:38,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6d94b7f043432dc54488563550b60b, server=853c158ffd74,33667,1731610406754 because future has completed 2024-11-14T18:53:38,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:53:38,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6d94b7f043432dc54488563550b60b, server=853c158ffd74,33667,1731610406754 in 174 msec 2024-11-14T18:53:38,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:53:38,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e6d94b7f043432dc54488563550b60b, ASSIGN in 331 msec 2024-11-14T18:53:38,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:53:38,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610418739"}]},"ts":"1731610418739"} 2024-11-14T18:53:38,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:53:38,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:53:38,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-14T18:53:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:39,122 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:53:39,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39647,1731610413055 2024-11-14T18:53:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da6c9ad 2024-11-14T18:53:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:39,125 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:39,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T18:53:39,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:53:39,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:39,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T18:53:39,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:53:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741835_1011 (size=902) 2024-11-14T18:53:39,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5b00751e5d7c4be874fd58ec1bf9436, NAME => 'test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a 2024-11-14T18:53:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741836_1012 (size=39) 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5b00751e5d7c4be874fd58ec1bf9436, disabling compactions & flushes 2024-11-14T18:53:39,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. after waiting 0 ms 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5b00751e5d7c4be874fd58ec1bf9436: Waiting for close lock at 1731610419157Disabling compacts and flushes for region at 1731610419157Disabling writes for close at 1731610419157Writing region close event to WAL at 1731610419157Closed at 1731610419157 2024-11-14T18:53:39,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:53:39,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731610419158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610419158"}]},"ts":"1731610419158"} 2024-11-14T18:53:39,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:53:39,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:53:39,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610419166"}]},"ts":"1731610419166"} 2024-11-14T18:53:39,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T18:53:39,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5b00751e5d7c4be874fd58ec1bf9436, ASSIGN}] 2024-11-14T18:53:39,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5b00751e5d7c4be874fd58ec1bf9436, ASSIGN 2024-11-14T18:53:39,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5b00751e5d7c4be874fd58ec1bf9436, ASSIGN; state=OFFLINE, location=853c158ffd74,34691,1731610413218; forceNewPlan=false, retain=false 2024-11-14T18:53:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:39,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5b00751e5d7c4be874fd58ec1bf9436, regionState=OPENING, regionLocation=853c158ffd74,34691,1731610413218 2024-11-14T18:53:39,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5b00751e5d7c4be874fd58ec1bf9436, ASSIGN because future has completed 2024-11-14T18:53:39,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b00751e5d7c4be874fd58ec1bf9436, server=853c158ffd74,34691,1731610413218}] 2024-11-14T18:53:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:39,479 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,479 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5b00751e5d7c4be874fd58ec1bf9436, NAME => 'test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:39,480 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:39,480 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T18:53:39,480 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,480 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:39,480 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,480 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,481 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,482 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b00751e5d7c4be874fd58ec1bf9436 columnFamilyName f 2024-11-14T18:53:39,482 DEBUG [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:39,482 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(327): Store=e5b00751e5d7c4be874fd58ec1bf9436/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:39,482 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,483 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b00751e5d7c4be874fd58ec1bf9436 columnFamilyName f1 2024-11-14T18:53:39,483 DEBUG [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:39,483 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(327): Store=e5b00751e5d7c4be874fd58ec1bf9436/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:39,483 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,484 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b00751e5d7c4be874fd58ec1bf9436 columnFamilyName norep 2024-11-14T18:53:39,484 DEBUG [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:39,484 INFO [StoreOpener-e5b00751e5d7c4be874fd58ec1bf9436-1 {}] regionserver.HStore(327): Store=e5b00751e5d7c4be874fd58ec1bf9436/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:39,484 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,485 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,485 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,485 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,485 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,486 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:53:39,486 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,488 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:39,488 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5b00751e5d7c4be874fd58ec1bf9436; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64985098, jitterRate=-0.03164657950401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:53:39,488 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:39,488 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5b00751e5d7c4be874fd58ec1bf9436: Running coprocessor pre-open hook at 1731610419480Writing region info on filesystem at 1731610419480Initializing all the Stores at 1731610419481 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610419481Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610419481Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610419481Cleaning up temporary data from old regions at 1731610419485 (+4 ms)Running coprocessor post-open hooks at 1731610419488 (+3 ms)Region opened successfully at 1731610419488 2024-11-14T18:53:39,489 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436., pid=6, masterSystemTime=1731610419476 2024-11-14T18:53:39,490 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,490 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:39,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5b00751e5d7c4be874fd58ec1bf9436, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=853c158ffd74,34691,1731610413218 2024-11-14T18:53:39,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b00751e5d7c4be874fd58ec1bf9436, server=853c158ffd74,34691,1731610413218 because future has completed 2024-11-14T18:53:39,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:53:39,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5b00751e5d7c4be874fd58ec1bf9436, server=853c158ffd74,34691,1731610413218 in 168 msec 2024-11-14T18:53:39,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:53:39,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5b00751e5d7c4be874fd58ec1bf9436, ASSIGN in 324 msec 2024-11-14T18:53:39,497 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:53:39,497 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610419497"}]},"ts":"1731610419497"} 2024-11-14T18:53:39,498 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T18:53:39,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:53:39,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-14T18:53:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:53:39,762 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T18:53:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ff774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:39,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:39,767 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a391a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:39,769 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40538808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42667,1731610400538 2024-11-14T18:53:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164c0718 2024-11-14T18:53:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:39,779 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:39,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://853c158ffd74:43961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:53:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:53:39,785 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:43961' 2024-11-14T18:53:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:39,791 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409bc2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,791 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43961,-1 for getting cluster id 2024-11-14T18:53:39,791 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:39,794 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a70d67-fd26-45e2-b3a7-445a6efae3cd' 2024-11-14T18:53:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a70d67-fd26-45e2-b3a7-445a6efae3cd" 2024-11-14T18:53:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c62391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43961,-1] 2024-11-14T18:53:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:39,796 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b379726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:39,798 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,43961,1731610406606 2024-11-14T18:53:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae6a725 2024-11-14T18:53:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:39,800 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:39,801 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T18:53:39,802 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:53:39,802 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:39,802 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:39,802 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:53:39,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T18:53:39,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:39,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:53:39,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:39,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:53:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741837_1013 (size=1138) 2024-11-14T18:53:39,854 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T18:53:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:40,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99d4119a5178cc10b8c52df280f8373c, NAME => 'hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c 2024-11-14T18:53:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741838_1014 (size=44) 2024-11-14T18:53:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:40,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:40,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99d4119a5178cc10b8c52df280f8373c, disabling compactions & flushes 2024-11-14T18:53:40,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:40,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:40,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. after waiting 0 ms 2024-11-14T18:53:40,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:40,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:40,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99d4119a5178cc10b8c52df280f8373c: Waiting for close lock at 1731610420640Disabling compacts and flushes for region at 1731610420640Disabling writes for close at 1731610420640Writing region close event to WAL at 1731610420640Closed at 1731610420640 2024-11-14T18:53:40,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:53:40,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731610420642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610420642"}]},"ts":"1731610420642"} 2024-11-14T18:53:40,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T18:53:40,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:53:40,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610420645"}]},"ts":"1731610420645"} 2024-11-14T18:53:40,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T18:53:40,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99d4119a5178cc10b8c52df280f8373c, ASSIGN}] 2024-11-14T18:53:40,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99d4119a5178cc10b8c52df280f8373c, ASSIGN 2024-11-14T18:53:40,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99d4119a5178cc10b8c52df280f8373c, ASSIGN; state=OFFLINE, location=853c158ffd74,46747,1731610401036; forceNewPlan=false, retain=false 2024-11-14T18:53:40,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99d4119a5178cc10b8c52df280f8373c, regionState=OPENING, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:40,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99d4119a5178cc10b8c52df280f8373c, ASSIGN because future has completed 2024-11-14T18:53:40,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99d4119a5178cc10b8c52df280f8373c, server=853c158ffd74,46747,1731610401036}] 2024-11-14T18:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:40,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:40,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:53:40,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T18:53:40,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=853c158ffd74%2C46747%2C1731610401036.rep, suffix=, logDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/oldWALs, maxLogs=10 2024-11-14T18:53:40,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610420979, exclude list is [], retry=0 2024-11-14T18:53:40,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:41,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610420979 2024-11-14T18:53:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99d4119a5178cc10b8c52df280f8373c, NAME => 'hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:53:41,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T18:53:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:53:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. service=MultiRowMutationService 2024-11-14T18:53:41,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T18:53:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:53:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,011 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,012 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99d4119a5178cc10b8c52df280f8373c columnFamilyName hfileref 2024-11-14T18:53:41,012 DEBUG [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:41,012 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(327): Store=99d4119a5178cc10b8c52df280f8373c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:41,012 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,013 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99d4119a5178cc10b8c52df280f8373c columnFamilyName queue 2024-11-14T18:53:41,013 DEBUG [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:41,013 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(327): Store=99d4119a5178cc10b8c52df280f8373c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:41,013 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,014 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99d4119a5178cc10b8c52df280f8373c columnFamilyName sid 2024-11-14T18:53:41,014 DEBUG [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:53:41,014 INFO [StoreOpener-99d4119a5178cc10b8c52df280f8373c-1 {}] regionserver.HStore(327): Store=99d4119a5178cc10b8c52df280f8373c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:53:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T18:53:41,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:53:41,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99d4119a5178cc10b8c52df280f8373c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65486962, jitterRate=-0.0241682231426239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T18:53:41,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:41,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99d4119a5178cc10b8c52df280f8373c: Running coprocessor pre-open hook at 1731610421008Writing region info on filesystem at 1731610421008Initializing all the Stores at 1731610421009 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610421009Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610421010 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610421010Cleaning up temporary data from old regions at 1731610421015 (+5 ms)Running coprocessor post-open hooks at 1731610421019 (+4 ms)Region opened successfully at 1731610421019 2024-11-14T18:53:41,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c., pid=10, masterSystemTime=1731610420971 2024-11-14T18:53:41,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:41,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:41,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99d4119a5178cc10b8c52df280f8373c, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,46747,1731610401036 2024-11-14T18:53:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99d4119a5178cc10b8c52df280f8373c, server=853c158ffd74,46747,1731610401036 because future has completed 2024-11-14T18:53:41,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:53:41,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99d4119a5178cc10b8c52df280f8373c, server=853c158ffd74,46747,1731610401036 in 208 msec 2024-11-14T18:53:41,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T18:53:41,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99d4119a5178cc10b8c52df280f8373c, ASSIGN in 377 msec 2024-11-14T18:53:41,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:53:41,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610421028"}]},"ts":"1731610421028"} 2024-11-14T18:53:41,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T18:53:41,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:53:41,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-14T18:53:41,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c., hostname=853c158ffd74,46747,1731610401036, seqNum=2] 2024-11-14T18:53:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:41,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:53:41,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:41,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:41,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T18:53:41,301 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T18:53:41,332 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-853c158ffd74,46747,1731610401036, ReplicationSource: 1, currentBandwidth=0 2024-11-14T18:53:41,332 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:41,332 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46747,1731610401036, seqNum=-1] 2024-11-14T18:53:41,333 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:41,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T18:53:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-853c158ffd74,46747,1731610401036', locateType=CURRENT is [region=hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c., hostname=853c158ffd74,46747,1731610401036, seqNum=2] 2024-11-14T18:53:41,337 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T18:53:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T18:53:41,339 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 853c158ffd74,46747,1731610401036 suceeded 2024-11-14T18:53:41,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T18:53:41,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T18:53:41,340 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://853c158ffd74:43961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:53:41,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-14T18:53:41,351 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:43961' 2024-11-14T18:53:41,352 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20eaefaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,352 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43961,-1 for getting cluster id 2024-11-14T18:53:41,352 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:41,353 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a70d67-fd26-45e2-b3a7-445a6efae3cd' 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a70d67-fd26-45e2-b3a7-445a6efae3cd" 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5c2717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43961,-1] 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,354 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:41,354 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ed7059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,354 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,43961,1731610406606 2024-11-14T18:53:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebada1 2024-11-14T18:53:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:41,356 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T18:53:41,356 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-853c158ffd74,46747,1731610401036 (queues=1) is replicating from cluster=7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b to cluster=30a70d67-fd26-45e2-b3a7-445a6efae3cd 2024-11-14T18:53:41,357 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=853c158ffd74%2C46747%2C1731610401036 2024-11-14T18:53:41,357 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-853c158ffd74,46747,1731610401036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:53:41,357 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788, startPosition=0, beingWritten=true 2024-11-14T18:53:41,359 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C46747%2C1731610401036 2024-11-14T18:53:41,364 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:53:41,364 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 379, reset compression=false 2024-11-14T18:53:41,364 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:53:41,572 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 379, reset compression=false 2024-11-14T18:53:41,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:53:41,876 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 379, reset compression=false 2024-11-14T18:53:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T18:53:41,932 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T18:53:41,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:41,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:41,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:41,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188687a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:41,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:41,934 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26484d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,935 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21829026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181ea950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43961,-1 for getting cluster id 2024-11-14T18:53:41,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:41,937 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a70d67-fd26-45e2-b3a7-445a6efae3cd' 2024-11-14T18:53:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a70d67-fd26-45e2-b3a7-445a6efae3cd" 2024-11-14T18:53:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b22117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43961,-1] 2024-11-14T18:53:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,938 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5f32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abc915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39647,-1 for getting cluster id 2024-11-14T18:53:41,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:41,940 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d1bfb4-0191-4bb3-998e-b2849c62ca27' 2024-11-14T18:53:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d1bfb4-0191-4bb3-998e-b2849c62ca27" 2024-11-14T18:53:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c491a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39647,-1] 2024-11-14T18:53:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,941 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61658f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:41,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731610421946/Put/seqid=0 2024-11-14T18:53:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741840_1016 (size=7894) 2024-11-14T18:53:41,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731610421959/Put/seqid=0 2024-11-14T18:53:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741841_1017 (size=7691) 2024-11-14T18:53:41,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5ffdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:41,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:41,966 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654f321d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:41,969 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:41,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188776f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:41,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46747,1731610401036, seqNum=-1] 2024-11-14T18:53:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:41,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:41,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42667,1731610400538 2024-11-14T18:53:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0b4d27 2024-11-14T18:53:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:41,983 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2] 2024-11-14T18:53:41,989 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:53:41,995 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T18:53:41,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T18:53:42,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T18:53:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:42,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T18:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegion(2603): Flush status journal for 5642c3048c18ed381ac6eb86c4d28926: 2024-11-14T18:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_0 2024-11-14T18:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_0 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ 2024-11-14T18:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_1 2024-11-14T18:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_1 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ 2024-11-14T18:53:42,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_0 into 5642c3048c18ed381ac6eb86c4d28926/f as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ - updating store file list. 2024-11-14T18:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89769606f8774e469276901d0ec3dac5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:42,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ into 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:42,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_0 into 5642c3048c18ed381ac6eb86c4d28926/f (new location: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/89769606f8774e469276901d0ec3dac5_SeqId_4_) 2024-11-14T18:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_0 2024-11-14T18:53:42,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_1 into 5642c3048c18ed381ac6eb86c4d28926/f as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ - updating store file list. 2024-11-14T18:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 316b25253d6f4461b0a4de741eb6476b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:42,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ into 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:42,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_1 into 5642c3048c18ed381ac6eb86c4d28926/f (new location: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_) 2024-11-14T18:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__7coshb94o3jmv28rcijkrjmo9tg9diojljli134k9rdkbpg9gjoot6d8nrdd1kge/f/hfile_1 2024-11-14T18:53:42,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:42,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:42,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:42,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:42,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:42,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33667,1731610406754, seqNum=-1] 2024-11-14T18:53:42,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 , the old value is region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:46747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:53:42,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:53:42,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 from cache 2024-11-14T18:53:42,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:42,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:42,043 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T18:53:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610417985.9e6d94b7f043432dc54488563550b60b., hostname=853c158ffd74,33667,1731610406754, seqNum=2] 2024-11-14T18:53:42,046 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:53:42,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:46747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:53:42,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T18:53:42,281 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 379, reset compression=false 2024-11-14T18:53:42,286 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:53:42,286 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[{test/5642c3048c18ed381ac6eb86c4d28926/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610422034/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:53:42,290 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:42,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T18:53:42,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.ReplicationSink(318): Replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:42,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12bb45e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:42,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,43961,-1 for getting cluster id 2024-11-14T18:53:42,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:42,293 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a70d67-fd26-45e2-b3a7-445a6efae3cd' 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a70d67-fd26-45e2-b3a7-445a6efae3cd" 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568fa5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,43961,-1] 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:42,294 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:42,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ac87c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:42,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741837_1013 (size=7894) 2024-11-14T18:53:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741838_1014 (size=7691) 2024-11-14T18:53:42,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:42,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,43961,1731610406606 2024-11-14T18:53:42,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4611c212 2024-11-14T18:53:42,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:42,441 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T18:53:42,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:53:42,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:42,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,33667,1731610406754, seqNum=-1] 2024-11-14T18:53:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:42,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T18:53:42,456 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T18:53:42,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T18:53:42,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ for inclusion in 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T18:53:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:42,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ for inclusion in 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T18:53:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegion(2603): Flush status journal for 9e6d94b7f043432dc54488563550b60b: 2024-11-14T18:53:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89769606f8774e469276901d0ec3dac5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/443528d145f747bfa3237f22e2e7ece6_SeqId_4_ 2024-11-14T18:53:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 316b25253d6f4461b0a4de741eb6476b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/870065cae6c24738a8c705bde7708f92_SeqId_4_ 2024-11-14T18:53:42,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/443528d145f747bfa3237f22e2e7ece6_SeqId_4_ - updating store file list. 2024-11-14T18:53:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 443528d145f747bfa3237f22e2e7ece6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:42,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/443528d145f747bfa3237f22e2e7ece6_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:42,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f (new location: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/443528d145f747bfa3237f22e2e7ece6_SeqId_4_) 2024-11-14T18:53:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/89769606f8774e469276901d0ec3dac5_SeqId_4_ 2024-11-14T18:53:42,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/870065cae6c24738a8c705bde7708f92_SeqId_4_ - updating store file list. 2024-11-14T18:53:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 870065cae6c24738a8c705bde7708f92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:42,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/870065cae6c24738a8c705bde7708f92_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:42,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ into 9e6d94b7f043432dc54488563550b60b/f (new location: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/870065cae6c24738a8c705bde7708f92_SeqId_4_) 2024-11-14T18:53:42,486 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 687, reset compression=false 2024-11-14T18:53:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__7dicfperj5lvmamkmapteglhuurumjts7vuakq5ut2dcq8btul35rjsbu2n57vgp/f/316b25253d6f4461b0a4de741eb6476b_SeqId_4_ 2024-11-14T18:53:42,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.ReplicationSink(324): Finished replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:42,791 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 687, reset compression=false 2024-11-14T18:53:43,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:43,055 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,34691,1731610413218, seqNum=-1] 2024-11-14T18:53:43,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:43,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436., hostname=853c158ffd74,34691,1731610413218, seqNum=2] 2024-11-14T18:53:43,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:43,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:53:43,073 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 853c158ffd74%2C46747%2C1731610401036:(num 1731610403788) roll requested 2024-11-14T18:53:43,090 DEBUG [regionserver/853c158ffd74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, exclude list is [], retry=0 2024-11-14T18:53:43,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:43,094 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 2024-11-14T18:53:43,094 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:43,094 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 is not closed yet, will try archiving it next time 2024-11-14T18:53:43,094 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 853c158ffd74%2C46747%2C1731610401036.meta:.meta(num 1731610404299) roll requested 2024-11-14T18:53:43,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d38c905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:43,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741833_1009 (size=695) 2024-11-14T18:53:43,095 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba7b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,097 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:43,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bfe74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42667,1731610400538 2024-11-14T18:53:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a764917 2024-11-14T18:53:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:43,100 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:43,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://853c158ffd74:39647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T18:53:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T18:53:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:53:43,102 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39647' 2024-11-14T18:53:43,107 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/oldWALs/853c158ffd74%2C46747%2C1731610401036.1731610403788 2024-11-14T18:53:43,109 DEBUG [regionserver/853c158ffd74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610423094.meta, exclude list is [], retry=0 2024-11-14T18:53:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:43,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d6eee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,119 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39647,-1 for getting cluster id 2024-11-14T18:53:43,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:43,125 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d1bfb4-0191-4bb3-998e-b2849c62ca27' 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d1bfb4-0191-4bb3-998e-b2849c62ca27" 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8c45a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39647,-1] 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,131 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376ce280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39647,1731610413055 2024-11-14T18:53:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@606c33f6 2024-11-14T18:53:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:43,135 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:43,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T18:53:43,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T18:53:43,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,136 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:43,155 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610404299.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610423094.meta 2024-11-14T18:53:43,155 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:43,155 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610404299.meta is not closed yet, will try archiving it next time 2024-11-14T18:53:43,155 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 853c158ffd74%2C46747%2C1731610401036.rep:(num 1731610420979) roll requested 2024-11-14T18:53:43,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610404299.meta not finished, retry = 0 2024-11-14T18:53:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741834_1010 (size=3473) 2024-11-14T18:53:43,174 DEBUG [regionserver/853c158ffd74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610423155, exclude list is [], retry=0 2024-11-14T18:53:43,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-af5fae33-2f73-4c1b-8f8f-5d4185e3d316,DISK] 2024-11-14T18:53:43,203 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610420979 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610423155 2024-11-14T18:53:43,215 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-14T18:53:43,215 DEBUG [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.rep.1731610420979 is not closed yet, will try archiving it next time 2024-11-14T18:53:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:53:43,216 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 to pos 687, reset compression=false 2024-11-14T18:53:43,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T18:53:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741839_1015 (size=1505) 2024-11-14T18:53:43,232 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 was moved to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/oldWALs/853c158ffd74%2C46747%2C1731610401036.1731610403788 2024-11-14T18:53:43,234 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788 2024-11-14T18:53:43,234 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610403788, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T18:53:43,234 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, startPosition=0, beingWritten=true 2024-11-14T18:53:43,236 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [853c158ffd74%2C46747%2C1731610401036.1731610403788] 2024-11-14T18:53:43,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T18:53:43,375 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T18:53:43,420 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-853c158ffd74,46747,1731610401036, ReplicationSource: 2, currentBandwidth=0 2024-11-14T18:53:43,423 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T18:53:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:53:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T18:53:43,443 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 853c158ffd74,46747,1731610401036 suceeded 2024-11-14T18:53:43,445 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='853c158ffd74:39647' 2024-11-14T18:53:43,447 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116f5684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,447 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39647,-1 for getting cluster id 2024-11-14T18:53:43,447 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:43,451 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d1bfb4-0191-4bb3-998e-b2849c62ca27' 2024-11-14T18:53:43,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d1bfb4-0191-4bb3-998e-b2849c62ca27" 2024-11-14T18:53:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7dd94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39647,-1] 2024-11-14T18:53:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,456 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:43,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T18:53:43,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-14T18:53:43,457 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688f1ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,458 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:43,458 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://853c158ffd74:39647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T18:53:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39647,1731610413055 2024-11-14T18:53:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca85b3e 2024-11-14T18:53:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:43,460 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T18:53:43,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 358 msec 2024-11-14T18:53:43,466 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-853c158ffd74,46747,1731610401036 (queues=1) is replicating from cluster=7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b to cluster=42d1bfb4-0191-4bb3-998e-b2849c62ca27 2024-11-14T18:53:43,466 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=853c158ffd74%2C46747%2C1731610401036 2024-11-14T18:53:43,467 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-853c158ffd74,46747,1731610401036, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T18:53:43,479 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, startPosition=0, beingWritten=true 2024-11-14T18:53:43,503 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 853c158ffd74%2C46747%2C1731610401036 2024-11-14T18:53:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T18:53:43,739 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T18:53:43,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:43,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:43,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:53:43,741 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 0, reset compression=false 2024-11-14T18:53:43,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:43,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731610423747/Put/seqid=0 2024-11-14T18:53:43,750 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 0, reset compression=false 2024-11-14T18:53:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741845_1021 (size=11194) 2024-11-14T18:53:43,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731610423828/Put/seqid=0 2024-11-14T18:53:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741846_1022 (size=10791) 2024-11-14T18:53:43,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e50fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,42667,-1 for getting cluster id 2024-11-14T18:53:43,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:43,855 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b' 2024-11-14T18:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b" 2024-11-14T18:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6883b25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,42667,-1] 2024-11-14T18:53:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:43,859 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:43,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c4f15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:43,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,46747,1731610401036, seqNum=-1] 2024-11-14T18:53:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:43,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:53:43,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,42667,1731610400538 2024-11-14T18:53:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c02dc4 2024-11-14T18:53:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:43,905 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:53:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2] 2024-11-14T18:53:43,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:53:43,932 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T18:53:43,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T18:53:43,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T18:53:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:43,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T18:53:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegion(2603): Flush status journal for 5642c3048c18ed381ac6eb86c4d28926: 2024-11-14T18:53:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_1 2024-11-14T18:53:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_1 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/80df6efa1db94913925789b3380a7297_SeqId_6_ 2024-11-14T18:53:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_0 2024-11-14T18:53:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_0 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ 2024-11-14T18:53:44,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_1 into 5642c3048c18ed381ac6eb86c4d28926/f as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/80df6efa1db94913925789b3380a7297_SeqId_6_ - updating store file list. 2024-11-14T18:53:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80df6efa1db94913925789b3380a7297_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:44,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/80df6efa1db94913925789b3380a7297_SeqId_6_ into 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:44,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_1 into 5642c3048c18ed381ac6eb86c4d28926/f (new location: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/80df6efa1db94913925789b3380a7297_SeqId_6_) 2024-11-14T18:53:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_1 2024-11-14T18:53:44,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_0 into 5642c3048c18ed381ac6eb86c4d28926/f as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ - updating store file list. 2024-11-14T18:53:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e858015934514443aa3b9fa125b6ae44_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:44,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ into 5642c3048c18ed381ac6eb86c4d28926/f 2024-11-14T18:53:44,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_0 into 5642c3048c18ed381ac6eb86c4d28926/f (new location: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_) 2024-11-14T18:53:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/staging/jenkins__test__5lsmsipv2tk4qqhqdn4g6ebmcuj85cdumrd2qh97nhbg3jfov50vpuo46ouv6htr/f/hfile_0 2024-11-14T18:53:44,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:44,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:44,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:44,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:44,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 , the old value is region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=853c158ffd74:46747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:53:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T18:53:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., hostname=853c158ffd74,46747,1731610401036, seqNum=2 from cache 2024-11-14T18:53:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46747: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44334 deadline: 1731610484061 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44334 2024-11-14T18:53:44,065 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:53:44,111 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 0, reset compression=false 2024-11-14T18:53:44,116 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:53:44,116 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[{test/5642c3048c18ed381ac6eb86c4d28926/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610424059/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:53:44,117 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:53:44,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T18:53:44,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(318): Replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:44,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710e4079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:44,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,39647,-1 for getting cluster id 2024-11-14T18:53:44,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:53:44,124 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d1bfb4-0191-4bb3-998e-b2849c62ca27' 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d1bfb4-0191-4bb3-998e-b2849c62ca27" 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd3f337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,39647,-1] 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:53:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:44,126 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:53:44,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122f2882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:53:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741837_1013 (size=10791) 2024-11-14T18:53:44,173 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:46747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T18:53:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741838_1014 (size=11194) 2024-11-14T18:53:44,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:53:44,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,39647,1731610413055 2024-11-14T18:53:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ad3ffc 2024-11-14T18:53:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:53:44,189 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T18:53:44,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:53:44,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:53:44,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,34691,1731610413218, seqNum=-1] 2024-11-14T18:53:44,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:53:44,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T18:53:44,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T18:53:44,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T18:53:44,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ for inclusion in e5b00751e5d7c4be874fd58ec1bf9436/f 2024-11-14T18:53:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T18:53:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:44,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ for inclusion in e5b00751e5d7c4be874fd58ec1bf9436/f 2024-11-14T18:53:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T18:53:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HRegion(2603): Flush status journal for e5b00751e5d7c4be874fd58ec1bf9436: 2024-11-14T18:53:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e858015934514443aa3b9fa125b6ae44_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/c0dfe404a15a4f2898d6f2c4c353bf5d_SeqId_4_ 2024-11-14T18:53:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80df6efa1db94913925789b3380a7297_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/8fa2e078043441c284c2b874ba7a09d3_SeqId_4_ 2024-11-14T18:53:44,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ into e5b00751e5d7c4be874fd58ec1bf9436/f as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/c0dfe404a15a4f2898d6f2c4c353bf5d_SeqId_4_ - updating store file list. 2024-11-14T18:53:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0dfe404a15a4f2898d6f2c4c353bf5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:44,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/c0dfe404a15a4f2898d6f2c4c353bf5d_SeqId_4_ into e5b00751e5d7c4be874fd58ec1bf9436/f 2024-11-14T18:53:44,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ into e5b00751e5d7c4be874fd58ec1bf9436/f (new location: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/c0dfe404a15a4f2898d6f2c4c353bf5d_SeqId_4_) 2024-11-14T18:53:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ 2024-11-14T18:53:44,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ into e5b00751e5d7c4be874fd58ec1bf9436/f as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/8fa2e078043441c284c2b874ba7a09d3_SeqId_4_ - updating store file list. 2024-11-14T18:53:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fa2e078043441c284c2b874ba7a09d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:44,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/8fa2e078043441c284c2b874ba7a09d3_SeqId_4_ into e5b00751e5d7c4be874fd58ec1bf9436/f 2024-11-14T18:53:44,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ into e5b00751e5d7c4be874fd58ec1bf9436/f (new location: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/f/8fa2e078043441c284c2b874ba7a09d3_SeqId_4_) 2024-11-14T18:53:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/staging/jenkins.hfs.23__test__h3eccfnrop3v461k7aikvo19r43dlnvklbo0vuhqbk68bjv6or8j33oli34va9ae/f/80df6efa1db94913925789b3380a7297_SeqId_6_ 2024-11-14T18:53:44,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(324): Finished replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:44,316 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:44,397 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 0, reset compression=false 2024-11-14T18:53:44,401 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T18:53:44,402 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[{test/5642c3048c18ed381ac6eb86c4d28926/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731610424059/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T18:53:44,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.ReplicationSink(318): Replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741839_1015 (size=10791) 2024-11-14T18:53:44,602 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:44,622 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741840_1016 (size=11194) 2024-11-14T18:53:44,911 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:45,034 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:45,075 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T18:53:45,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T18:53:45,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T18:53:45,316 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T18:53:45,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ for inclusion in 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:45,328 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T18:53:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:45,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ for inclusion in 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T18:53:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T18:53:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegion(2603): Flush status journal for 9e6d94b7f043432dc54488563550b60b: 2024-11-14T18:53:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80df6efa1db94913925789b3380a7297_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/dc044837d63c42ad87f3a8d94cfe515a_SeqId_6_ 2024-11-14T18:53:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e858015934514443aa3b9fa125b6ae44_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T18:53:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/40419c75ec2b4c1885f4ecd5271fea91_SeqId_6_ 2024-11-14T18:53:45,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/dc044837d63c42ad87f3a8d94cfe515a_SeqId_6_ - updating store file list. 2024-11-14T18:53:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc044837d63c42ad87f3a8d94cfe515a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:45,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/dc044837d63c42ad87f3a8d94cfe515a_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:45,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f (new location: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/dc044837d63c42ad87f3a8d94cfe515a_SeqId_6_) 2024-11-14T18:53:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/80df6efa1db94913925789b3380a7297_SeqId_6_ 2024-11-14T18:53:45,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/40419c75ec2b4c1885f4ecd5271fea91_SeqId_6_ - updating store file list. 2024-11-14T18:53:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40419c75ec2b4c1885f4ecd5271fea91_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T18:53:45,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/40419c75ec2b4c1885f4ecd5271fea91_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f 2024-11-14T18:53:45,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ into 9e6d94b7f043432dc54488563550b60b/f (new location: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/f/40419c75ec2b4c1885f4ecd5271fea91_SeqId_6_) 2024-11-14T18:53:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/staging/jenkins.hfs.22__test__378ipvn697o39dre3sj9m1klofp97iiuj45h86pdhu0k0jgvqpvpik44eoene09s/f/e858015934514443aa3b9fa125b6ae44_SeqId_6_ 2024-11-14T18:53:45,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33667 {}] regionserver.ReplicationSink(324): Finished replicating [7d5583d7-cb59-4ae4-abd4-fd8aa6426d1b] bulk loaded data 2024-11-14T18:53:45,549 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:45,843 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:53:46,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:46,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:46,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:46,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:46,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:46,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:53:46,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=269283734, stopped=false 2024-11-14T18:53:46,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,39647,1731610413055 2024-11-14T18:53:46,152 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541888675/running 2024-11-14T18:53:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:46,156 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:46,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:46,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:46,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:46,156 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,34691,1731610413218' ***** 2024-11-14T18:53:46,156 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:53:46,157 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:53:46,157 INFO [RS:0;853c158ffd74:34691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:53:46,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:53:46,157 INFO [RS:0;853c158ffd74:34691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:53:46,157 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:46,157 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541888675/running 2024-11-14T18:53:46,157 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:46,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/running 2024-11-14T18:53:46,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Set watcher on znode that does not yet exist, /2541888675/running 2024-11-14T18:53:46,174 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,34691,1731610413218 2024-11-14T18:53:46,175 INFO [RS:0;853c158ffd74:34691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:46,175 INFO [RS:0;853c158ffd74:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:34691. 2024-11-14T18:53:46,175 DEBUG [RS:0;853c158ffd74:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:46,175 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:46,175 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5b00751e5d7c4be874fd58ec1bf9436, disabling compactions & flushes 2024-11-14T18:53:46,175 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:46,176 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:46,176 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. after waiting 0 ms 2024-11-14T18:53:46,176 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:46,176 INFO [RS:0;853c158ffd74:34691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:53:46,176 INFO [RS:0;853c158ffd74:34691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:53:46,176 INFO [RS:0;853c158ffd74:34691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:53:46,176 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:53:46,186 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:53:46,187 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1325): Online Regions={e5b00751e5d7c4be874fd58ec1bf9436=test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:53:46,187 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5b00751e5d7c4be874fd58ec1bf9436 2024-11-14T18:53:46,187 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:46,187 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:46,187 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:46,187 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:46,187 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:46,189 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T18:53:46,198 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:46,226 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/info/e92cd847eb50407ebdcd63442843feca is 129, key is test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436./info:regioninfo/1731610419491/Put/seqid=0 2024-11-14T18:53:46,226 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/default/test/e5b00751e5d7c4be874fd58ec1bf9436/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T18:53:46,227 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:46,227 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:46,227 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:46,227 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5b00751e5d7c4be874fd58ec1bf9436: Waiting for close lock at 1731610426175Running coprocessor pre-close hooks at 1731610426175Disabling compacts and flushes for region at 1731610426175Disabling writes for close at 1731610426176 (+1 ms)Writing region close event to WAL at 1731610426197 (+21 ms)Running coprocessor post-close hooks at 1731610426227 (+30 ms)Closed at 1731610426227 2024-11-14T18:53:46,227 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436. 2024-11-14T18:53:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741839_1015 (size=6421) 2024-11-14T18:53:46,387 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:46,457 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:46,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:46,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,587 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:46,633 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/info/e92cd847eb50407ebdcd63442843feca 2024-11-14T18:53:46,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,681 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/ns/936e74d026b646c8a48d48b86feee872 is 43, key is default/ns:d/1731610415741/Put/seqid=0 2024-11-14T18:53:46,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741840_1016 (size=5153) 2024-11-14T18:53:46,747 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/ns/936e74d026b646c8a48d48b86feee872 2024-11-14T18:53:46,788 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:46,806 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/rep_barrier/e77939680f7544988e00ef259d7819ef is 112, key is test,,1731610419126.e5b00751e5d7c4be874fd58ec1bf9436./rep_barrier:seqnumDuringOpen/1731610419491/Put/seqid=0 2024-11-14T18:53:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741841_1017 (size=5518) 2024-11-14T18:53:46,884 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:46,961 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:53:46,961 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:53:46,988 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:47,173 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:47,191 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:53:47,191 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:53:47,191 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:47,241 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/rep_barrier/e77939680f7544988e00ef259d7819ef 2024-11-14T18:53:47,296 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/table/17867e7aefe041beb6db4987b82997e0 is 40, key is test/table:state/1731610419497/Put/seqid=0 2024-11-14T18:53:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741842_1018 (size=5165) 2024-11-14T18:53:47,355 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/table/17867e7aefe041beb6db4987b82997e0 2024-11-14T18:53:47,381 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/info/e92cd847eb50407ebdcd63442843feca as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/info/e92cd847eb50407ebdcd63442843feca 2024-11-14T18:53:47,390 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/info/e92cd847eb50407ebdcd63442843feca, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T18:53:47,391 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/ns/936e74d026b646c8a48d48b86feee872 as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/ns/936e74d026b646c8a48d48b86feee872 2024-11-14T18:53:47,391 DEBUG [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:47,395 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/ns/936e74d026b646c8a48d48b86feee872, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:53:47,396 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/rep_barrier/e77939680f7544988e00ef259d7819ef as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/rep_barrier/e77939680f7544988e00ef259d7819ef 2024-11-14T18:53:47,401 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/rep_barrier/e77939680f7544988e00ef259d7819ef, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T18:53:47,402 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/.tmp/table/17867e7aefe041beb6db4987b82997e0 as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/table/17867e7aefe041beb6db4987b82997e0 2024-11-14T18:53:47,408 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/table/17867e7aefe041beb6db4987b82997e0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:53:47,409 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1222ms, sequenceid=11, compaction requested=false 2024-11-14T18:53:47,444 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:53:47,447 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:47,447 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:47,447 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:47,447 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610426187Running coprocessor pre-close hooks at 1731610426187Disabling compacts and flushes for region at 1731610426187Disabling writes for close at 1731610426187Obtaining lock to block concurrent updates at 1731610426189 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731610426189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731610426189Flushing stores of hbase:meta,,1.1588230740 at 1731610426190 (+1 ms)Flushing 1588230740/info: creating writer at 1731610426190Flushing 1588230740/info: appending metadata at 1731610426225 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731610426225Flushing 1588230740/ns: creating writer at 1731610426638 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731610426680 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731610426681 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731610426753 (+72 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610426803 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610426803Flushing 1588230740/table: creating writer at 1731610427253 (+450 ms)Flushing 1588230740/table: appending metadata at 1731610427295 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731610427295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d660043: reopening flushed file at 1731610427378 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65aad05b: reopening flushed file at 1731610427390 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfe73a8: reopening flushed file at 1731610427396 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cb732a: reopening flushed file at 1731610427401 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1222ms, sequenceid=11, compaction requested=false at 1731610427409 (+8 ms)Writing region close event to WAL at 1731610427431 (+22 ms)Running coprocessor post-close hooks at 1731610427446 (+15 ms)Closed at 1731610427447 (+1 ms) 2024-11-14T18:53:47,447 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:47,592 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,34691,1731610413218; all regions closed. 2024-11-14T18:53:47,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741834_1010 (size=2717) 2024-11-14T18:53:47,617 DEBUG [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/oldWALs 2024-11-14T18:53:47,617 INFO [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C34691%2C1731610413218.meta:.meta(num 1731610415656) 2024-11-14T18:53:47,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741833_1009 (size=1028) 2024-11-14T18:53:47,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/WALs/853c158ffd74,34691,1731610413218/853c158ffd74%2C34691%2C1731610413218.1731610415101 not finished, retry = 0 2024-11-14T18:53:47,712 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:47,726 DEBUG [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/oldWALs 2024-11-14T18:53:47,726 INFO [RS:0;853c158ffd74:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C34691%2C1731610413218:(num 1731610415101) 2024-11-14T18:53:47,726 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:47,726 INFO [RS:0;853c158ffd74:34691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:47,727 INFO [RS:0;853c158ffd74:34691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:47,727 INFO [RS:0;853c158ffd74:34691 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:47,727 INFO [RS:0;853c158ffd74:34691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:47,727 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:47,728 INFO [RS:0;853c158ffd74:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:34691. 2024-11-14T18:53:47,728 DEBUG [RS:0;853c158ffd74:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:47,728 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:47,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:47,728 DEBUG [RS:0;853c158ffd74:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:47,728 INFO [RS:0;853c158ffd74:34691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34691 2024-11-14T18:53:47,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675/rs 2024-11-14T18:53:47,789 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541888675/rs/853c158ffd74,34691,1731610413218 2024-11-14T18:53:47,789 INFO [RS:0;853c158ffd74:34691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:47,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,34691,1731610413218] 2024-11-14T18:53:47,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/draining/853c158ffd74,34691,1731610413218 already deleted, retry=false 2024-11-14T18:53:47,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,34691,1731610413218 expired; onlineServers=0 2024-11-14T18:53:47,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,39647,1731610413055' ***** 2024-11-14T18:53:47,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:47,806 INFO [M:0;853c158ffd74:39647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:47,806 INFO [M:0;853c158ffd74:39647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:47,806 DEBUG [M:0;853c158ffd74:39647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:47,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:47,806 DEBUG [M:0;853c158ffd74:39647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:47,806 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610414848 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610414848,5,FailOnTimeoutGroup] 2024-11-14T18:53:47,806 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610414849 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610414849,5,FailOnTimeoutGroup] 2024-11-14T18:53:47,807 INFO [M:0;853c158ffd74:39647 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:47,807 INFO [M:0;853c158ffd74:39647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:47,807 DEBUG [M:0;853c158ffd74:39647 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:47,807 INFO [M:0;853c158ffd74:39647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:47,807 INFO [M:0;853c158ffd74:39647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:47,807 INFO [M:0;853c158ffd74:39647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:47,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:47,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541888675/master 2024-11-14T18:53:47,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541888675 2024-11-14T18:53:47,814 DEBUG [M:0;853c158ffd74:39647 {}] zookeeper.RecoverableZooKeeper(212): Node /2541888675/master already deleted, retry=false 2024-11-14T18:53:47,814 DEBUG [M:0;853c158ffd74:39647 {}] master.ActiveMasterManager(353): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Failed delete of our master address node; KeeperErrorCode = NoNode for /2541888675/master 2024-11-14T18:53:47,816 INFO [M:0;853c158ffd74:39647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/.lastflushedseqids 2024-11-14T18:53:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741843_1019 (size=173) 2024-11-14T18:53:47,897 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:47,897 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1013bfb5edc0007, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:47,897 INFO [RS:0;853c158ffd74:34691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:47,898 INFO [RS:0;853c158ffd74:34691 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,34691,1731610413218; zookeeper connection closed. 2024-11-14T18:53:47,898 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d265f96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d265f96 2024-11-14T18:53:47,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:48,010 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:48,239 INFO [M:0;853c158ffd74:39647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:48,239 INFO [M:0;853c158ffd74:39647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:48,240 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:48,240 INFO [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:48,240 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:48,240 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:48,240 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:48,240 INFO [M:0;853c158ffd74:39647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-14T18:53:48,271 DEBUG [M:0;853c158ffd74:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20286b0ae96c41c78b6e4043d91ef083 is 82, key is hbase:meta,,1/info:regioninfo/1731610415709/Put/seqid=0 2024-11-14T18:53:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741844_1020 (size=5672) 2024-11-14T18:53:48,623 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:48,678 INFO [M:0;853c158ffd74:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20286b0ae96c41c78b6e4043d91ef083 2024-11-14T18:53:48,702 DEBUG [M:0;853c158ffd74:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bf352bf2ff14d6690af30b38968a1f3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610419500/Put/seqid=0 2024-11-14T18:53:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741845_1021 (size=6585) 2024-11-14T18:53:48,916 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:49,119 INFO [M:0;853c158ffd74:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bf352bf2ff14d6690af30b38968a1f3 2024-11-14T18:53:49,140 DEBUG [M:0;853c158ffd74:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc477f46dae4ad89f83248ce3d398c2 is 69, key is 853c158ffd74,34691,1731610413218/rs:state/1731610414900/Put/seqid=0 2024-11-14T18:53:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741846_1022 (size=5156) 2024-11-14T18:53:49,545 INFO [M:0;853c158ffd74:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc477f46dae4ad89f83248ce3d398c2 2024-11-14T18:53:49,550 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20286b0ae96c41c78b6e4043d91ef083 as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20286b0ae96c41c78b6e4043d91ef083 2024-11-14T18:53:49,554 INFO [M:0;853c158ffd74:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20286b0ae96c41c78b6e4043d91ef083, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T18:53:49,555 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bf352bf2ff14d6690af30b38968a1f3 as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bf352bf2ff14d6690af30b38968a1f3 2024-11-14T18:53:49,559 INFO [M:0;853c158ffd74:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bf352bf2ff14d6690af30b38968a1f3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T18:53:49,560 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc477f46dae4ad89f83248ce3d398c2 as hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc477f46dae4ad89f83248ce3d398c2 2024-11-14T18:53:49,565 INFO [M:0;853c158ffd74:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/f02d8756-821b-7a19-ac81-97274a37c05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc477f46dae4ad89f83248ce3d398c2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T18:53:49,566 INFO [M:0;853c158ffd74:39647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=55, compaction requested=false 2024-11-14T18:53:49,567 INFO [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:49,567 DEBUG [M:0;853c158ffd74:39647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610428239Disabling compacts and flushes for region at 1731610428239Disabling writes for close at 1731610428240 (+1 ms)Obtaining lock to block concurrent updates at 1731610428240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610428240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731610428240Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610428241 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610428241Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610428270 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610428270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610428682 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610428702 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610428702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610429122 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610429140 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610429140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6cb3cb: reopening flushed file at 1731610429549 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51db4da: reopening flushed file at 1731610429554 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310bf6a4: reopening flushed file at 1731610429559 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=55, compaction requested=false at 1731610429566 (+7 ms)Writing region close event to WAL at 1731610429567 (+1 ms)Closed at 1731610429567 2024-11-14T18:53:49,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741830_1006 (size=32758) 2024-11-14T18:53:49,571 INFO [M:0;853c158ffd74:39647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:49,571 INFO [M:0;853c158ffd74:39647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39647 2024-11-14T18:53:49,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:49,573 INFO [M:0;853c158ffd74:39647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:49,627 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1013bfb5edc0006, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:49,722 INFO [M:0;853c158ffd74:39647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:49,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fee7e40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:49,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7def5204{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:49,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:49,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:49,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d27964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:49,735 WARN [BP-1651781875-172.17.0.2-1731610410901 heartbeating to localhost/127.0.0.1:38933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:49,735 WARN [BP-1651781875-172.17.0.2-1731610410901 heartbeating to localhost/127.0.0.1:38933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651781875-172.17.0.2-1731610410901 (Datanode Uuid f65435f6-46ab-41f0-bed9-7532bc27e96e) service to localhost/127.0.0.1:38933 2024-11-14T18:53:49,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/cluster_38f1b6ad-50ae-26f3-baa5-c1ef5bcfdab3/data/data2/current/BP-1651781875-172.17.0.2-1731610410901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:49,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/cluster_38f1b6ad-50ae-26f3-baa5-c1ef5bcfdab3/data/data1/current/BP-1651781875-172.17.0.2-1731610410901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:49,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:49,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:49,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:49,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71bff963{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:49,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@748b3c6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:49,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:49,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318e3790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:49,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6488ab57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe80dc6-03b5-a6ec-479a-7d346cab0848/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:53:49,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:49,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:49,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:49,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:49,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:49,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:53:49,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126134485, stopped=false 2024-11-14T18:53:49,762 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,43961,1731610406606 2024-11-14T18:53:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11319818918/running 2024-11-14T18:53:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11319818918/running 2024-11-14T18:53:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:49,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:49,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/running 2024-11-14T18:53:49,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Set watcher on znode that does not yet exist, /11319818918/running 2024-11-14T18:53:49,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:49,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:49,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:49,780 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,33667,1731610406754' ***** 2024-11-14T18:53:49,780 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:53:49,780 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:53:49,780 INFO [RS:0;853c158ffd74:33667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:53:49,780 INFO [RS:0;853c158ffd74:33667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:53:49,781 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:49,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:53:49,782 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,33667,1731610406754 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33667. 2024-11-14T18:53:49,783 DEBUG [RS:0;853c158ffd74:33667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:49,783 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:49,783 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6d94b7f043432dc54488563550b60b, disabling compactions & flushes 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:53:49,783 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:53:49,783 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:49,783 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610417985.9e6d94b7f043432dc54488563550b60b. after waiting 0 ms 2024-11-14T18:53:49,783 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:53:49,783 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:49,786 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T18:53:49,786 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e6d94b7f043432dc54488563550b60b=test,,1731610417985.9e6d94b7f043432dc54488563550b60b.} 2024-11-14T18:53:49,786 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6d94b7f043432dc54488563550b60b 2024-11-14T18:53:49,787 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:49,787 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:49,787 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:49,787 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:49,787 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:49,787 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T18:53:49,794 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:49,795 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/default/test/9e6d94b7f043432dc54488563550b60b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:53:49,796 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:49,796 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:49,796 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:49,796 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6d94b7f043432dc54488563550b60b: Waiting for close lock at 1731610429783Running coprocessor pre-close hooks at 1731610429783Disabling compacts and flushes for region at 1731610429783Disabling writes for close at 1731610429783Writing region close event to WAL at 1731610429791 (+8 ms)Running coprocessor post-close hooks at 1731610429796 (+5 ms)Closed at 1731610429796 2024-11-14T18:53:49,796 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610417985.9e6d94b7f043432dc54488563550b60b. 2024-11-14T18:53:49,805 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/info/231db1118033412592cb903af13b3de0 is 129, key is test,,1731610417985.9e6d94b7f043432dc54488563550b60b./info:regioninfo/1731610418732/Put/seqid=0 2024-11-14T18:53:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741841_1017 (size=6421) 2024-11-14T18:53:49,809 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/info/231db1118033412592cb903af13b3de0 2024-11-14T18:53:49,827 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/ns/639cdd9217dc40eba76bc2eb6ffd026e is 43, key is default/ns:d/1731610410586/Put/seqid=0 2024-11-14T18:53:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741842_1018 (size=5153) 2024-11-14T18:53:49,931 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:49,987 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:50,098 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:53:50,187 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:50,235 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/ns/639cdd9217dc40eba76bc2eb6ffd026e 2024-11-14T18:53:50,261 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/rep_barrier/46c234a080cd497894d93ed3d3d8fc8d is 112, key is test,,1731610417985.9e6d94b7f043432dc54488563550b60b./rep_barrier:seqnumDuringOpen/1731610418732/Put/seqid=0 2024-11-14T18:53:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741843_1019 (size=5518) 2024-11-14T18:53:50,370 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:53:50,371 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:53:50,387 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:50,587 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:50,668 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/rep_barrier/46c234a080cd497894d93ed3d3d8fc8d 2024-11-14T18:53:50,690 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/table/bf7b846e11364194bde846ae6911fafb is 40, key is test/table:state/1731610418739/Put/seqid=0 2024-11-14T18:53:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741844_1020 (size=5165) 2024-11-14T18:53:50,736 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:50,787 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T18:53:50,788 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:53:50,788 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:50,988 DEBUG [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T18:53:51,035 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:51,094 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/table/bf7b846e11364194bde846ae6911fafb 2024-11-14T18:53:51,099 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/info/231db1118033412592cb903af13b3de0 as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/info/231db1118033412592cb903af13b3de0 2024-11-14T18:53:51,103 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/info/231db1118033412592cb903af13b3de0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T18:53:51,103 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/ns/639cdd9217dc40eba76bc2eb6ffd026e as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/ns/639cdd9217dc40eba76bc2eb6ffd026e 2024-11-14T18:53:51,107 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/ns/639cdd9217dc40eba76bc2eb6ffd026e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:53:51,108 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/rep_barrier/46c234a080cd497894d93ed3d3d8fc8d as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/rep_barrier/46c234a080cd497894d93ed3d3d8fc8d 2024-11-14T18:53:51,112 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/rep_barrier/46c234a080cd497894d93ed3d3d8fc8d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T18:53:51,113 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/.tmp/table/bf7b846e11364194bde846ae6911fafb as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/table/bf7b846e11364194bde846ae6911fafb 2024-11-14T18:53:51,117 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/table/bf7b846e11364194bde846ae6911fafb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T18:53:51,123 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false 2024-11-14T18:53:51,130 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T18:53:51,130 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:51,131 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:51,131 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:51,131 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610429786Running coprocessor pre-close hooks at 1731610429786Disabling compacts and flushes for region at 1731610429786Disabling writes for close at 1731610429787 (+1 ms)Obtaining lock to block concurrent updates at 1731610429787Preparing flush snapshotting stores in 1588230740 at 1731610429787Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731610429787Flushing stores of hbase:meta,,1.1588230740 at 1731610429788 (+1 ms)Flushing 1588230740/info: creating writer at 1731610429788Flushing 1588230740/info: appending metadata at 1731610429805 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731610429805Flushing 1588230740/ns: creating writer at 1731610429813 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731610429827 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731610429827Flushing 1588230740/rep_barrier: creating writer at 1731610430241 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610430260 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610430260Flushing 1588230740/table: creating writer at 1731610430672 (+412 ms)Flushing 1588230740/table: appending metadata at 1731610430690 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731610430690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643f9937: reopening flushed file at 1731610431098 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7a5a27: reopening flushed file at 1731610431103 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e25d70f: reopening flushed file at 1731610431107 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dae9af2: reopening flushed file at 1731610431112 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false at 1731610431123 (+11 ms)Writing region close event to WAL at 1731610431127 (+4 ms)Running coprocessor post-close hooks at 1731610431130 (+3 ms)Closed at 1731610431131 (+1 ms) 2024-11-14T18:53:51,131 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:51,188 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,33667,1731610406754; all regions closed. 2024-11-14T18:53:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741834_1010 (size=2717) 2024-11-14T18:53:51,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.meta.1731610410437.meta not finished, retry = 0 2024-11-14T18:53:51,293 DEBUG [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/oldWALs 2024-11-14T18:53:51,293 INFO [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33667%2C1731610406754.meta:.meta(num 1731610410437) 2024-11-14T18:53:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741832_1008 (size=1374) 2024-11-14T18:53:51,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/WALs/853c158ffd74,33667,1731610406754/853c158ffd74%2C33667%2C1731610406754.1731610409447 not finished, retry = 0 2024-11-14T18:53:51,408 DEBUG [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/oldWALs 2024-11-14T18:53:51,408 INFO [RS:0;853c158ffd74:33667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C33667%2C1731610406754:(num 1731610409447) 2024-11-14T18:53:51,408 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:51,408 INFO [RS:0;853c158ffd74:33667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:51,409 INFO [RS:0;853c158ffd74:33667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:51,409 INFO [RS:0;853c158ffd74:33667 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:51,409 INFO [RS:0;853c158ffd74:33667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:51,409 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:51,409 INFO [RS:0;853c158ffd74:33667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:33667. 2024-11-14T18:53:51,409 DEBUG [RS:0;853c158ffd74:33667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:51,409 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:51,409 DEBUG [RS:0;853c158ffd74:33667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:51,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:51,410 INFO [RS:0;853c158ffd74:33667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33667 2024-11-14T18:53:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11319818918/rs/853c158ffd74,33667,1731610406754 2024-11-14T18:53:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918/rs 2024-11-14T18:53:51,463 INFO [RS:0;853c158ffd74:33667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:51,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,33667,1731610406754] 2024-11-14T18:53:51,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/draining/853c158ffd74,33667,1731610406754 already deleted, retry=false 2024-11-14T18:53:51,479 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,33667,1731610406754 expired; onlineServers=0 2024-11-14T18:53:51,479 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,43961,1731610406606' ***** 2024-11-14T18:53:51,479 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:51,479 INFO [M:0;853c158ffd74:43961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:51,479 INFO [M:0;853c158ffd74:43961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:51,480 DEBUG [M:0;853c158ffd74:43961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:51,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:51,480 DEBUG [M:0;853c158ffd74:43961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:51,480 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610409123 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610409123,5,FailOnTimeoutGroup] 2024-11-14T18:53:51,480 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610409096 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610409096,5,FailOnTimeoutGroup] 2024-11-14T18:53:51,480 INFO [M:0;853c158ffd74:43961 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:51,480 INFO [M:0;853c158ffd74:43961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:51,480 DEBUG [M:0;853c158ffd74:43961 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:51,480 INFO [M:0;853c158ffd74:43961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:51,480 INFO [M:0;853c158ffd74:43961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:51,480 INFO [M:0;853c158ffd74:43961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:51,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11319818918/master 2024-11-14T18:53:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11319818918 2024-11-14T18:53:51,496 DEBUG [M:0;853c158ffd74:43961 {}] zookeeper.RecoverableZooKeeper(212): Node /11319818918/master already deleted, retry=false 2024-11-14T18:53:51,496 DEBUG [M:0;853c158ffd74:43961 {}] master.ActiveMasterManager(353): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Failed delete of our master address node; KeeperErrorCode = NoNode for /11319818918/master 2024-11-14T18:53:51,497 INFO [M:0;853c158ffd74:43961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/.lastflushedseqids 2024-11-14T18:53:51,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741845_1021 (size=173) 2024-11-14T18:53:51,571 INFO [RS:0;853c158ffd74:33667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:51,571 INFO [RS:0;853c158ffd74:33667 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,33667,1731610406754; zookeeper connection closed. 2024-11-14T18:53:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33667-0x1013bfb5edc0004, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:51,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f63c343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f63c343 2024-11-14T18:53:51,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:51,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T18:53:51,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T18:53:51,904 INFO [M:0;853c158ffd74:43961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:51,904 INFO [M:0;853c158ffd74:43961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:51,904 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:51,904 INFO [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:51,904 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:51,904 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:51,904 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:51,904 INFO [M:0;853c158ffd74:43961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T18:53:51,925 DEBUG [M:0;853c158ffd74:43961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693d87104b1f4c7a9cf41ac53d0c17c2 is 82, key is hbase:meta,,1/info:regioninfo/1731610410554/Put/seqid=0 2024-11-14T18:53:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741846_1022 (size=5672) 2024-11-14T18:53:51,929 INFO [M:0;853c158ffd74:43961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693d87104b1f4c7a9cf41ac53d0c17c2 2024-11-14T18:53:51,940 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:51,951 DEBUG [M:0;853c158ffd74:43961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491931d6f54a492fa2f106c521b2c131 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610418742/Put/seqid=0 2024-11-14T18:53:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741847_1023 (size=6586) 2024-11-14T18:53:51,955 INFO [M:0;853c158ffd74:43961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491931d6f54a492fa2f106c521b2c131 2024-11-14T18:53:51,984 DEBUG [M:0;853c158ffd74:43961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204578cc3ab74fb0acd99ac5beefd12a is 69, key is 853c158ffd74,33667,1731610406754/rs:state/1731610409152/Put/seqid=0 2024-11-14T18:53:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741848_1024 (size=5156) 2024-11-14T18:53:51,992 INFO [M:0;853c158ffd74:43961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204578cc3ab74fb0acd99ac5beefd12a 2024-11-14T18:53:51,997 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693d87104b1f4c7a9cf41ac53d0c17c2 as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693d87104b1f4c7a9cf41ac53d0c17c2 2024-11-14T18:53:52,001 INFO [M:0;853c158ffd74:43961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693d87104b1f4c7a9cf41ac53d0c17c2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T18:53:52,002 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491931d6f54a492fa2f106c521b2c131 as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/491931d6f54a492fa2f106c521b2c131 2024-11-14T18:53:52,012 INFO [M:0;853c158ffd74:43961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/491931d6f54a492fa2f106c521b2c131, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T18:53:52,013 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204578cc3ab74fb0acd99ac5beefd12a as hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/204578cc3ab74fb0acd99ac5beefd12a 2024-11-14T18:53:52,016 INFO [M:0;853c158ffd74:43961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38061/user/jenkins/test-data/e9a300f3-a5ad-1b2d-8058-b4cd43b8c1aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/204578cc3ab74fb0acd99ac5beefd12a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T18:53:52,017 INFO [M:0;853c158ffd74:43961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=55, compaction requested=false 2024-11-14T18:53:52,027 INFO [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:52,027 DEBUG [M:0;853c158ffd74:43961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610431904Disabling compacts and flushes for region at 1731610431904Disabling writes for close at 1731610431904Obtaining lock to block concurrent updates at 1731610431904Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610431904Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731610431904Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610431905 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610431905Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610431925 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610431925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610431933 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610431951 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610431951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610431959 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610431983 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610431983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bdc5f1: reopening flushed file at 1731610431996 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3853646: reopening flushed file at 1731610432001 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a4baaa: reopening flushed file at 1731610432012 (+11 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=55, compaction requested=false at 1731610432017 (+5 ms)Writing region close event to WAL at 1731610432026 (+9 ms)Closed at 1731610432026 2024-11-14T18:53:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741830_1006 (size=32770) 2024-11-14T18:53:52,029 INFO [M:0;853c158ffd74:43961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:52,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:52,029 INFO [M:0;853c158ffd74:43961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43961 2024-11-14T18:53:52,030 INFO [M:0;853c158ffd74:43961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:52,188 INFO [M:0;853c158ffd74:43961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43961-0x1013bfb5edc0003, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:52,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1631ccfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:52,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:52,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:52,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:52,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:52,193 WARN [BP-548795469-172.17.0.2-1731610404616 heartbeating to localhost/127.0.0.1:38061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:52,193 WARN [BP-548795469-172.17.0.2-1731610404616 heartbeating to localhost/127.0.0.1:38061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548795469-172.17.0.2-1731610404616 (Datanode Uuid 6a1da989-be55-4da7-b1aa-1b2e7464e902) service to localhost/127.0.0.1:38061 2024-11-14T18:53:52,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/cluster_13367d93-6e2a-3bd6-106a-c0f459486840/data/data1/current/BP-548795469-172.17.0.2-1731610404616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:52,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:52,194 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:52,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:52,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/cluster_13367d93-6e2a-3bd6-106a-c0f459486840/data/data2/current/BP-548795469-172.17.0.2-1731610404616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:52,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ba28b56{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:52,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106fe7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:52,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:52,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1b5f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:52,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490a94e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc88bd7-63d1-0c61-9638-0bd7849124ec/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:52,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:52,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T18:53:52,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:52,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:52,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:52,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:52,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:52,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:53:52,221 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=138751009, stopped=false 2024-11-14T18:53:52,221 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,42667,1731610400538 2024-11-14T18:53:52,238 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701749483/running 2024-11-14T18:53:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701749483/running 2024-11-14T18:53:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:52,309 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:52,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:53:52,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:52,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/running 2024-11-14T18:53:52,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:52,309 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,46747,1731610401036' ***** 2024-11-14T18:53:52,309 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T18:53:52,309 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:53:52,310 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(3091): Received CLOSE for 5642c3048c18ed381ac6eb86c4d28926 2024-11-14T18:53:52,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Set watcher on znode that does not yet exist, /01701749483/running 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(3091): Received CLOSE for 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,46747,1731610401036 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46747. 2024-11-14T18:53:52,310 DEBUG [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:52,310 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5642c3048c18ed381ac6eb86c4d28926, disabling compactions & flushes 2024-11-14T18:53:52,310 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:52,310 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:52,310 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:53:52,310 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. after waiting 0 ms 2024-11-14T18:53:52,310 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T18:53:52,310 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:52,311 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T18:53:52,311 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5642c3048c18ed381ac6eb86c4d28926=test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926., 99d4119a5178cc10b8c52df280f8373c=hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c.} 2024-11-14T18:53:52,311 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5642c3048c18ed381ac6eb86c4d28926, 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:52,311 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:53:52,311 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:53:52,311 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:53:52,311 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:53:52,311 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:53:52,311 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T18:53:52,318 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/default/test/5642c3048c18ed381ac6eb86c4d28926/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T18:53:52,319 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:52,319 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T18:53:52,319 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:52,319 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5642c3048c18ed381ac6eb86c4d28926: Waiting for close lock at 1731610432310Running coprocessor pre-close hooks at 1731610432310Disabling compacts and flushes for region at 1731610432310Disabling writes for close at 1731610432310Writing region close event to WAL at 1731610432312 (+2 ms)Running coprocessor post-close hooks at 1731610432319 (+7 ms)Closed at 1731610432319 2024-11-14T18:53:52,319 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926. 2024-11-14T18:53:52,320 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99d4119a5178cc10b8c52df280f8373c, disabling compactions & flushes 2024-11-14T18:53:52,320 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:52,320 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:52,320 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. after waiting 0 ms 2024-11-14T18:53:52,320 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:52,320 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99d4119a5178cc10b8c52df280f8373c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T18:53:52,326 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/info/7b8f6d1b83284930a21e60ffc48573b1 is 147, key is hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c./info:regioninfo/1731610421022/Put/seqid=0 2024-11-14T18:53:52,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741847_1023 (size=7686) 2024-11-14T18:53:52,337 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:52,338 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/hfileref/639c4728d149468091e6ebbed8082232 is 74, key is 1/hfileref:316b25253d6f4461b0a4de741eb6476b_SeqId_4_/1731610422493/DeleteColumn/seqid=0 2024-11-14T18:53:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741848_1024 (size=5489) 2024-11-14T18:53:52,511 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:52,593 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:53:52,593 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:53:52,711 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:52,730 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/info/7b8f6d1b83284930a21e60ffc48573b1 2024-11-14T18:53:52,742 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/hfileref/639c4728d149468091e6ebbed8082232 2024-11-14T18:53:52,751 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/ns/e8e454b95ca94024a63a97ed21261771 is 43, key is default/ns:d/1731610404459/Put/seqid=0 2024-11-14T18:53:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741849_1025 (size=5153) 2024-11-14T18:53:52,755 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/ns/e8e454b95ca94024a63a97ed21261771 2024-11-14T18:53:52,761 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/queue/564ad2809cd64fe6b87a3777ac16a293 is 153, key is 1-853c158ffd74,46747,1731610401036/queue:853c158ffd74%2C46747%2C1731610401036/1731610425360/Put/seqid=0 2024-11-14T18:53:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741850_1026 (size=5504) 2024-11-14T18:53:52,779 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/rep_barrier/07f6876be30747ff82ba8da708829dbb is 112, key is test,,1731610415829.5642c3048c18ed381ac6eb86c4d28926./rep_barrier:seqnumDuringOpen/1731610417020/Put/seqid=0 2024-11-14T18:53:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741851_1027 (size=5518) 2024-11-14T18:53:52,783 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/rep_barrier/07f6876be30747ff82ba8da708829dbb 2024-11-14T18:53:52,803 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/table/103ee9f14b8a41bb91c40f4398caf417 is 53, key is hbase:replication/table:state/1731610421028/Put/seqid=0 2024-11-14T18:53:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741852_1028 (size=5308) 2024-11-14T18:53:52,911 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:53,112 DEBUG [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99d4119a5178cc10b8c52df280f8373c 2024-11-14T18:53:53,164 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/queue/564ad2809cd64fe6b87a3777ac16a293 2024-11-14T18:53:53,168 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/hfileref/639c4728d149468091e6ebbed8082232 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/hfileref/639c4728d149468091e6ebbed8082232 2024-11-14T18:53:53,171 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/hfileref/639c4728d149468091e6ebbed8082232, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T18:53:53,172 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/.tmp/queue/564ad2809cd64fe6b87a3777ac16a293 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/queue/564ad2809cd64fe6b87a3777ac16a293 2024-11-14T18:53:53,175 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/queue/564ad2809cd64fe6b87a3777ac16a293, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T18:53:53,176 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 99d4119a5178cc10b8c52df280f8373c in 856ms, sequenceid=17, compaction requested=false 2024-11-14T18:53:53,179 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/replication/99d4119a5178cc10b8c52df280f8373c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T18:53:53,179 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:53,179 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:53,179 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:53,179 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99d4119a5178cc10b8c52df280f8373c: Waiting for close lock at 1731610432319Running coprocessor pre-close hooks at 1731610432319Disabling compacts and flushes for region at 1731610432319Disabling writes for close at 1731610432320 (+1 ms)Obtaining lock to block concurrent updates at 1731610432320Preparing flush snapshotting stores in 99d4119a5178cc10b8c52df280f8373c at 1731610432320Finished memstore snapshotting hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731610432320Flushing stores of hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. at 1731610432321 (+1 ms)Flushing 99d4119a5178cc10b8c52df280f8373c/hfileref: creating writer at 1731610432321Flushing 99d4119a5178cc10b8c52df280f8373c/hfileref: appending metadata at 1731610432337 (+16 ms)Flushing 99d4119a5178cc10b8c52df280f8373c/hfileref: closing flushed file at 1731610432337Flushing 99d4119a5178cc10b8c52df280f8373c/queue: creating writer at 1731610432745 (+408 ms)Flushing 99d4119a5178cc10b8c52df280f8373c/queue: appending metadata at 1731610432760 (+15 ms)Flushing 99d4119a5178cc10b8c52df280f8373c/queue: closing flushed file at 1731610432760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99fd21a: reopening flushed file at 1731610433167 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8e633e: reopening flushed file at 1731610433172 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 99d4119a5178cc10b8c52df280f8373c in 856ms, sequenceid=17, compaction requested=false at 1731610433176 (+4 ms)Writing region close event to WAL at 1731610433176Running coprocessor post-close hooks at 1731610433179 (+3 ms)Closed at 1731610433179 2024-11-14T18:53:53,179 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731610419802.99d4119a5178cc10b8c52df280f8373c. 2024-11-14T18:53:53,206 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/table/103ee9f14b8a41bb91c40f4398caf417 2024-11-14T18:53:53,211 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/info/7b8f6d1b83284930a21e60ffc48573b1 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/info/7b8f6d1b83284930a21e60ffc48573b1 2024-11-14T18:53:53,214 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/info/7b8f6d1b83284930a21e60ffc48573b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T18:53:53,215 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/ns/e8e454b95ca94024a63a97ed21261771 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/ns/e8e454b95ca94024a63a97ed21261771 2024-11-14T18:53:53,218 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/ns/e8e454b95ca94024a63a97ed21261771, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T18:53:53,219 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/rep_barrier/07f6876be30747ff82ba8da708829dbb as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/rep_barrier/07f6876be30747ff82ba8da708829dbb 2024-11-14T18:53:53,223 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/rep_barrier/07f6876be30747ff82ba8da708829dbb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T18:53:53,224 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/.tmp/table/103ee9f14b8a41bb91c40f4398caf417 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/table/103ee9f14b8a41bb91c40f4398caf417 2024-11-14T18:53:53,228 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/table/103ee9f14b8a41bb91c40f4398caf417, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T18:53:53,229 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-14T18:53:53,234 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T18:53:53,234 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T18:53:53,234 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:53:53,234 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:53,234 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610432311Running coprocessor pre-close hooks at 1731610432311Disabling compacts and flushes for region at 1731610432311Disabling writes for close at 1731610432311Obtaining lock to block concurrent updates at 1731610432311Preparing flush snapshotting stores in 1588230740 at 1731610432311Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731610432311Flushing stores of hbase:meta,,1.1588230740 at 1731610432312 (+1 ms)Flushing 1588230740/info: creating writer at 1731610432313 (+1 ms)Flushing 1588230740/info: appending metadata at 1731610432326 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731610432326Flushing 1588230740/ns: creating writer at 1731610432734 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731610432751 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731610432751Flushing 1588230740/rep_barrier: creating writer at 1731610432759 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731610432778 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731610432779 (+1 ms)Flushing 1588230740/table: creating writer at 1731610432786 (+7 ms)Flushing 1588230740/table: appending metadata at 1731610432802 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731610432802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e99d736: reopening flushed file at 1731610433210 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a420db7: reopening flushed file at 1731610433214 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c897b2f: reopening flushed file at 1731610433219 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de393e1: reopening flushed file at 1731610433223 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1731610433229 (+6 ms)Writing region close event to WAL at 1731610433231 (+2 ms)Running coprocessor post-close hooks at 1731610433234 (+3 ms)Closed at 1731610433234 2024-11-14T18:53:53,235 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:53:53,245 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 393, reset compression=false 2024-11-14T18:53:53,249 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T18:53:53,249 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 688, reset compression=false 2024-11-14T18:53:53,250 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-853c158ffd74,46747,1731610401036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T18:53:53,251 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 853c158ffd74,46747,1731610401036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-853c158ffd74,46747,1731610401036, walGroup=853c158ffd74%2C46747%2C1731610401036, offset=853c158ffd74%2C46747%2C1731610401036.1731610423073:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:46747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T18:53:53,252 ERROR [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:53:53,253 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:53:53,253 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:53:53,253 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:53:53,253 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:53:53,253 INFO [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1138591320 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208452168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T18:53:53,254 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T18:53:53,312 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,46747,1731610401036; all regions closed. 2024-11-14T18:53:53,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.meta.1731610423094.meta not finished, retry = 0 2024-11-14T18:53:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741843_1019 (size=859) 2024-11-14T18:53:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741844_1020 (size=2791) 2024-11-14T18:53:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741842_1018 (size=696) 2024-11-14T18:53:53,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 not finished, retry = 0 2024-11-14T18:53:53,452 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 to pos 688, reset compression=false 2024-11-14T18:53:53,523 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:53,524 INFO [RS:0;853c158ffd74:46747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:53:53,524 INFO [RS:0;853c158ffd74:46747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:53,524 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/WALs/853c158ffd74,46747,1731610401036/853c158ffd74%2C46747%2C1731610401036.1731610423073 2024-11-14T18:53:53,524 INFO [RS:0;853c158ffd74:46747 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:53,524 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T18:53:53,524 DEBUG [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T18:53:53,524 INFO [RS:0;853c158ffd74:46747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:53,524 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:53,525 INFO [RS:0;853c158ffd74:46747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-853c158ffd74,46747,1731610401036 because: Region server is closing 2024-11-14T18:53:53,525 INFO [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46747. 2024-11-14T18:53:53,525 DEBUG [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:53,525 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:53,525 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:53,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:53,625 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T18:53:53,626 INFO [RS:0;853c158ffd74:46747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,1-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,1-853c158ffd74,46747,1731610401036 terminated 2024-11-14T18:53:53,626 INFO [RS:0;853c158ffd74:46747 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-853c158ffd74,46747,1731610401036 because: Region server is closing 2024-11-14T18:53:53,626 INFO [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:46747. 2024-11-14T18:53:53,626 DEBUG [RS:0;853c158ffd74:46747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:53:53,626 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:53,626 DEBUG [RS:0;853c158ffd74:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:53:53,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:53:53,726 INFO [RS:0;853c158ffd74:46747 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.shipper853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 terminated 2024-11-14T18:53:53,726 INFO [RS:0;853c158ffd74:46747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46747 2024-11-14T18:53:53,726 WARN [RS_REFRESH_PEER-regionserver/853c158ffd74:0-0.replicationSource,2-853c158ffd74,46747,1731610401036.replicationSource.wal-reader.853c158ffd74%2C46747%2C1731610401036,2-853c158ffd74,46747,1731610401036 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T18:53:53,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701749483/rs/853c158ffd74,46747,1731610401036 2024-11-14T18:53:53,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483/rs 2024-11-14T18:53:53,779 INFO [RS:0;853c158ffd74:46747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:53,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,46747,1731610401036] 2024-11-14T18:53:53,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01701749483/draining/853c158ffd74,46747,1731610401036 already deleted, retry=false 2024-11-14T18:53:53,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,46747,1731610401036 expired; onlineServers=0 2024-11-14T18:53:53,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,42667,1731610400538' ***** 2024-11-14T18:53:53,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:53:53,795 INFO [M:0;853c158ffd74:42667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T18:53:53,796 DEBUG [M:0;853c158ffd74:42667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:53:53,796 DEBUG [M:0;853c158ffd74:42667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:53:53,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:53:53,796 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610403364 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610403364,5,FailOnTimeoutGroup] 2024-11-14T18:53:53,796 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610403364 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610403364,5,FailOnTimeoutGroup] 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T18:53:53,796 DEBUG [M:0;853c158ffd74:42667 {}] master.HMaster(1795): Stopping service threads 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T18:53:53,796 ERROR [M:0;853c158ffd74:42667 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:41271 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41271,5,PEWorkerGroup] 2024-11-14T18:53:53,796 INFO [M:0;853c158ffd74:42667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:53:53,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:53:53,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701749483/master 2024-11-14T18:53:53,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701749483 2024-11-14T18:53:53,804 DEBUG [M:0;853c158ffd74:42667 {}] zookeeper.ZKUtil(347): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Unable to get data of znode /01701749483/master because node does not exist (not an error) 2024-11-14T18:53:53,804 WARN [M:0;853c158ffd74:42667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:53:53,804 INFO [M:0;853c158ffd74:42667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/.lastflushedseqids 2024-11-14T18:53:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741853_1029 (size=263) 2024-11-14T18:53:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:53,887 INFO [RS:0;853c158ffd74:46747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1013bfb5edc0001, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:53,887 INFO [RS:0;853c158ffd74:46747 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,46747,1731610401036; zookeeper connection closed. 2024-11-14T18:53:53,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@449b35ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@449b35ff 2024-11-14T18:53:53,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:53:54,209 INFO [M:0;853c158ffd74:42667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T18:53:54,209 INFO [M:0;853c158ffd74:42667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:53:54,209 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:53:54,209 INFO [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:54,209 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:54,209 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:53:54,209 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:54,209 INFO [M:0;853c158ffd74:42667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T18:53:54,225 DEBUG [M:0;853c158ffd74:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/748ada518fb9437c94dcb9499f764f46 is 82, key is hbase:meta,,1/info:regioninfo/1731610404388/Put/seqid=0 2024-11-14T18:53:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741854_1030 (size=5672) 2024-11-14T18:53:54,633 INFO [M:0;853c158ffd74:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/748ada518fb9437c94dcb9499f764f46 2024-11-14T18:53:54,654 DEBUG [M:0;853c158ffd74:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86630395deb0459684161af1c2b339ae is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731610421030/Put/seqid=0 2024-11-14T18:53:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741855_1031 (size=8909) 2024-11-14T18:53:55,065 INFO [M:0;853c158ffd74:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86630395deb0459684161af1c2b339ae 2024-11-14T18:53:55,092 DEBUG [M:0;853c158ffd74:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f171fdca4b94bc6ac218d99e915c98c is 69, key is 853c158ffd74,46747,1731610401036/rs:state/1731610403524/Put/seqid=0 2024-11-14T18:53:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741856_1032 (size=5156) 2024-11-14T18:53:55,505 INFO [M:0;853c158ffd74:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f171fdca4b94bc6ac218d99e915c98c 2024-11-14T18:53:55,509 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/748ada518fb9437c94dcb9499f764f46 as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/748ada518fb9437c94dcb9499f764f46 2024-11-14T18:53:55,513 INFO [M:0;853c158ffd74:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/748ada518fb9437c94dcb9499f764f46, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T18:53:55,514 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86630395deb0459684161af1c2b339ae as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86630395deb0459684161af1c2b339ae 2024-11-14T18:53:55,518 INFO [M:0;853c158ffd74:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86630395deb0459684161af1c2b339ae, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T18:53:55,519 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f171fdca4b94bc6ac218d99e915c98c as hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f171fdca4b94bc6ac218d99e915c98c 2024-11-14T18:53:55,522 INFO [M:0;853c158ffd74:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41271/user/jenkins/test-data/72097d7a-6928-d67c-bedb-ff26e2f8411c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f171fdca4b94bc6ac218d99e915c98c, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T18:53:55,523 INFO [M:0;853c158ffd74:42667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=112, compaction requested=false 2024-11-14T18:53:55,524 INFO [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:53:55,524 DEBUG [M:0;853c158ffd74:42667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610434209Disabling compacts and flushes for region at 1731610434209Disabling writes for close at 1731610434209Obtaining lock to block concurrent updates at 1731610434209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610434209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731610434210 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610434210Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610434210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610434225 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610434225Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610434637 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610434653 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610434653Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610435070 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610435091 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610435091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4309ffb6: reopening flushed file at 1731610435509 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac242b6: reopening flushed file at 1731610435513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e5c000: reopening flushed file at 1731610435518 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=112, compaction requested=false at 1731610435523 (+5 ms)Writing region close event to WAL at 1731610435524 (+1 ms)Closed at 1731610435524 2024-11-14T18:53:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741830_1006 (size=69055) 2024-11-14T18:53:55,527 INFO [M:0;853c158ffd74:42667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T18:53:55,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T18:53:55,527 INFO [M:0;853c158ffd74:42667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42667 2024-11-14T18:53:55,527 INFO [M:0;853c158ffd74:42667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:53:55,653 INFO [M:0;853c158ffd74:42667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:53:55,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:55,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1013bfb5edc0000, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:53:55,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c7ad3e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:53:55,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:55,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:55,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:55,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:55,690 WARN [BP-1540126271-172.17.0.2-1731610397807 heartbeating to localhost/127.0.0.1:41271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:53:55,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:53:55,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:53:55,690 WARN [BP-1540126271-172.17.0.2-1731610397807 heartbeating to localhost/127.0.0.1:41271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540126271-172.17.0.2-1731610397807 (Datanode Uuid 5c14abca-9b28-4209-8442-ff980fe3c091) service to localhost/127.0.0.1:41271 2024-11-14T18:53:55,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/data/data1/current/BP-1540126271-172.17.0.2-1731610397807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:55,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/cluster_4c02aa09-a79d-01a0-6496-18ef18e0a773/data/data2/current/BP-1540126271-172.17.0.2-1731610397807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:53:55,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:53:55,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461d4be1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:53:55,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eccf494{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:53:55,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:53:55,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a5ffde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:53:55,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f4368a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1145b7cc-c463-7f92-c9f9-4708e8ee5da0/hadoop.log.dir/,STOPPED} 2024-11-14T18:53:55,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:53:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T18:53:55,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 524) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41271 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38061 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38933 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=898 (was 987), ProcessCount=11 (was 12), AvailableMemoryMB=2873 (was 4834) 2024-11-14T18:53:55,729 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-14T18:53:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013bfb5edc0008, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013bfb5edc0005, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013bfb5edc0002, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T18:53:55,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013bfb5edc0005, quorum=127.0.0.1:54394, baseZNode=/11319818918 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:53:55,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013bfb5edc0008, quorum=127.0.0.1:54394, baseZNode=/2541888675 Received Disconnected from ZooKeeper, ignoring 2024-11-14T18:53:55,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013bfb5edc0002, quorum=127.0.0.1:54394, baseZNode=/01701749483 Received Disconnected from ZooKeeper, ignoring